qemustart 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287
  1. #!/usr/bin/env bash
  2. SELF="$0"
  3. # Linux bridge for connecting lan and wan network of guest machines
  4. BR_LAN="${BR_LAN:-br-lan}"
  5. BR_WAN="${BR_WAN:-br-wan}"
  6. # Host network interface providing internet access for guest machines
  7. IF_INET="${IF_INET:-eth0}"
  8. # qemu-bridge-helper does two things here
  9. #
  10. # - create tap interface
  11. # - add the tap interface to bridge
  12. #
  13. # as such it requires CAP_NET_ADMIN to do its job. It will be convenient to
  14. # have it as a root setuid program. Be aware of the security risks implied
  15. #
  16. # the helper has an acl list which defaults to deny all bridge. we need to add
  17. # $BR_LAN and $BR_WAN to its allow list
  18. #
  19. # # sudo vim /etc/qemu/bridge.conf
  20. # allow br-lan
  21. # allow br-wan
  22. #
  23. # Other allowed directives can be 'allow all', 'deny all', 'include xxx', See
  24. # qemu-bridge-helper.c of qemu source code for details.
  25. #
  26. # The helper can be provided by package qemu-system-common on debian, or
  27. # qemu-kvm-common on rhel
  28. #
  29. HELPER="${HELPER:-/usr/libexec/qemu-bridge-helper}"
  30. ### end of global settings
  31. __errmsg() {
  32. echo "$*" >&2
  33. }
  34. do_setup() {
  35. # setup bridge for LAN network
  36. sudo ip link add dev "$BR_LAN" type bridge
  37. sudo ip link set dev "$BR_LAN" up
  38. sudo ip addr add 192.168.1.3/24 dev "$BR_LAN"
  39. # setup bridge for WAN network
  40. #
  41. # minimal dnsmasq config for configuring guest wan network with dhcp
  42. #
  43. # # sudo apt-get install dnsmasq
  44. # # sudo vi /etc/dnsmasq.conf
  45. # interface=br-wan
  46. # dhcp-range=192.168.7.50,192.168.7.150,255.255.255.0,30m
  47. #
  48. sudo ip link add dev "$BR_WAN" type bridge
  49. sudo ip link set dev "$BR_WAN" up
  50. sudo ip addr add 192.168.7.1/24 dev "$BR_WAN"
  51. # guest internet access
  52. sudo sysctl -w "net.ipv4.ip_forward=1"
  53. sudo sysctl -w "net.ipv4.conf.$BR_WAN.proxy_arp=1"
  54. while sudo iptables -t nat -D POSTROUTING -o "$IF_INET" -j MASQUERADE 2>/dev/null; do true; done
  55. sudo iptables -t nat -A POSTROUTING -o "$IF_INET" -j MASQUERADE
  56. }
  57. check_setup_() {
  58. ip link show "$BR_LAN" >/dev/null || return 1
  59. ip link show "$BR_WAN" >/dev/null || return 1
  60. [ -x "$HELPER" ] || {
  61. __errmsg "helper $HELPER is not an executable"
  62. return 1
  63. }
  64. }
  65. check_setup() {
  66. check_setup_ || {
  67. __errmsg "please check the script content to see the environment requirement"
  68. return 1
  69. }
  70. }
  71. #do_setup; check_setup; exit $?
  72. usage() {
  73. cat >&2 <<EOF
  74. Usage: $SELF [-h|--help]
  75. $SELF <target>
  76. [<subtarget> [<extra-qemu-options>]]
  77. [--kernel <kernel>]
  78. [--rootfs <rootfs>]
  79. [--machine <machine>]
  80. <subtarget> will default to "generic" and must be specified if
  81. <extra-qemu-options> are present
  82. e.g. <subtarget> for malta can be le, be, le64, be64, le-glibc, le64-glibc, etc
  83. <kernel>, <rootfs> can be required or optional arguments to qemu depending on
  84. the actual <target> in use. They will default to files under bin/targets/
  85. Examples
  86. $SELF x86 64
  87. $SELF x86 64 --machine q35,accel=kvm -device virtio-balloon-pci
  88. $SELF x86 64 -incoming tcp:0:4444
  89. $SELF x86 64-glibc
  90. $SELF malta be -m 64
  91. $SELF malta le64
  92. $SELF malta be-glibc
  93. $SELF armvirt 32 \\
  94. --machine virt,highmem=off \\
  95. --kernel bin/targets/armvirt/32/librecmc-armvirt-32-zImage \\
  96. --rootfs bin/targets/armvirt/32/librecmc-armvirt-32-root.ext4
  97. EOF
  98. }
  99. rand_mac() {
  100. hexdump -n 3 -e '"52:54:00" 3/1 ":%02x"' /dev/urandom
  101. }
  102. parse_args() {
  103. o_qemu_extra=()
  104. while [ "$#" -gt 0 ]; do
  105. case "$1" in
  106. --kernel) o_kernel="$2"; shift 2 ;;
  107. --rootfs) o_rootfs="$2"; shift 2 ;;
  108. --machine|-machine|-M) o_mach="$2"; shift 2 ;;
  109. --help|-h)
  110. usage
  111. exit 0
  112. ;;
  113. *)
  114. if [ -z "$o_target" ]; then
  115. o_target="$1"
  116. elif [ -z "$o_subtarget" ]; then
  117. o_subtarget="$1"
  118. else
  119. o_qemu_extra+=("$1")
  120. fi
  121. shift
  122. ;;
  123. esac
  124. done
  125. MAC_LAN="$(rand_mac)"
  126. MAC_WAN="$(rand_mac)"
  127. [ -n "$o_target" ] || {
  128. usage
  129. return 1
  130. }
  131. [ -n "$o_subtarget" ] || o_subtarget="generic"
  132. o_bindir="bin/targets/$o_target/$o_subtarget"
  133. }
  134. start_qemu_armvirt() {
  135. local kernel="$o_kernel"
  136. local rootfs="$o_rootfs"
  137. local mach="${o_mach:-virt}"
  138. local cpu
  139. local qemu_exe
  140. case "${o_subtarget%-*}" in
  141. 32)
  142. qemu_exe="qemu-system-arm"
  143. cpu="cortex-a15"
  144. [ -n "$kernel" ] || kernel="$o_bindir/librecmc-$o_target-${o_subtarget%-*}-zImage-initramfs"
  145. ;;
  146. 64)
  147. qemu_exe="qemu-system-aarch64"
  148. cpu="cortex-a57"
  149. [ -n "$kernel" ] || kernel="$o_bindir/librecmc-$o_target-${o_subtarget%-*}-Image-initramfs"
  150. ;;
  151. *)
  152. __errmsg "target $o_target: unknown subtarget $o_subtarget"
  153. return 1
  154. ;;
  155. esac
  156. [ -z "$rootfs" ] || {
  157. if [ ! -f "$rootfs" -a -s "$rootfs.gz" ]; then
  158. gunzip "$rootfs.gz"
  159. fi
  160. o_qemu_extra+=( \
  161. "-drive" "file=$rootfs,format=raw,if=virtio" \
  162. "-append" "root=/dev/vda rootwait" \
  163. )
  164. }
  165. "$qemu_exe" -machine "$mach" -cpu "$cpu" -nographic \
  166. -netdev bridge,id=lan,br="$BR_LAN,helper=$HELPER" -device virtio-net-pci,id=devlan,netdev=lan,mac="$MAC_LAN" \
  167. -netdev bridge,id=wan,br="$BR_WAN,helper=$HELPER" -device virtio-net-pci,id=devwan,netdev=wan,mac="$MAC_WAN" \
  168. -kernel "$kernel" \
  169. "${o_qemu_extra[@]}"
  170. }
  171. start_qemu_malta() {
  172. local is64
  173. local isel
  174. local qemu_exe
  175. local kernel="$o_kernel"
  176. local mach="${o_mach:-malta}"
  177. # o_subtarget can be le, be, le64, be64, le-glibc, le64-glibc, etc..
  178. is64="$(echo $o_subtarget | grep -o 64)"
  179. [ "$(echo "$o_subtarget" | grep -o '^..')" = "le" ] && isel="el"
  180. qemu_exe="qemu-system-mips$is64$isel"
  181. [ -n "$kernel" ] || kernel="$o_bindir/librecmc-malta-${o_subtarget%-*}-vmlinux-initramfs.elf"
  182. # NOTE: order of wan, lan -device arguments matters as it will affect which
  183. # one will be actually used as the wan, lan network interface inside the
  184. # guest machine
  185. "$qemu_exe" -machine "$mach" -nographic \
  186. -netdev bridge,id=wan,br="$BR_WAN,helper=$HELPER" -device pcnet,netdev=wan,mac="$MAC_WAN" \
  187. -netdev bridge,id=lan,br="$BR_LAN,helper=$HELPER" -device pcnet,netdev=lan,mac="$MAC_LAN" \
  188. -kernel "$kernel" \
  189. "${o_qemu_extra[@]}"
  190. }
  191. start_qemu_x86() {
  192. local rootfs="$o_rootfs"
  193. local mach="${o_mach:-pc}"
  194. local qemu_exe
  195. [ -n "$rootfs" ] || {
  196. rootfs="$o_bindir/librecmc-$o_target-${o_subtarget%-*}-combined-ext4.img"
  197. if [ ! -f "$rootfs" -a -s "$rootfs.gz" ]; then
  198. gunzip "$rootfs.gz"
  199. fi
  200. }
  201. #
  202. # generic: 32-bit, pentium4 (CONFIG_MPENTIUM4), kvm guest, virtio
  203. # legacy: 32-bit, i486 (CONFIG_M486)
  204. # 64: 64-bit, kvm guest, virtio
  205. #
  206. case "${o_subtarget%-*}" in
  207. legacy) qemu_exe="qemu-system-i386" ;;
  208. generic|64) qemu_exe="qemu-system-x86_64" ;;
  209. *)
  210. __errmsg "target $o_target: unknown subtarget $o_subtarget"
  211. return 1
  212. ;;
  213. esac
  214. case "${o_subtarget%-*}" in
  215. legacy)
  216. # use IDE (PATA) disk instead of AHCI (SATA). Refer to link
  217. # [1] for related discussions
  218. #
  219. # To use AHCI interface
  220. #
  221. # -device ich9-ahci,id=ahci \
  222. # -device ide-drive,drive=drv0,bus=ahci.0 \
  223. # -drive "file=$rootfs,format=raw,id=drv0,if=none" \
  224. #
  225. # [1] https://dev.openwrt.org/ticket/17947
  226. "$qemu_exe" -machine "$mach" -nographic \
  227. -netdev bridge,id=lan,br="$BR_LAN,helper=$HELPER" -device e1000,id=devlan,netdev=lan,mac="$MAC_LAN" \
  228. -netdev bridge,id=wan,br="$BR_WAN,helper=$HELPER" -device e1000,id=devwan,netdev=wan,mac="$MAC_WAN" \
  229. -device ide-drive,drive=drv0 \
  230. -drive "file=$rootfs,format=raw,id=drv0,if=none" \
  231. "${o_qemu_extra[@]}"
  232. ;;
  233. generic|64)
  234. "$qemu_exe" -machine "$mach" -nographic \
  235. -netdev bridge,id=lan,br="$BR_LAN,helper=$HELPER" -device virtio-net-pci,id=devlan,netdev=lan,mac="$MAC_LAN" \
  236. -netdev bridge,id=wan,br="$BR_WAN,helper=$HELPER" -device virtio-net-pci,id=devwan,netdev=wan,mac="$MAC_WAN" \
  237. -drive "file=$rootfs,format=raw,if=virtio" \
  238. "${o_qemu_extra[@]}"
  239. ;;
  240. esac
  241. }
  242. start_qemu() {
  243. case "$o_target" in
  244. armvirt) start_qemu_armvirt ;;
  245. malta) start_qemu_malta ;;
  246. x86) start_qemu_x86 ;;
  247. *)
  248. __errmsg "target $o_target is not supported yet"
  249. return 1
  250. ;;
  251. esac
  252. }
  253. check_setup \
  254. && parse_args "$@" \
  255. && start_qemu