build_virtualenv 4.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134
  1. #!/bin/bash
  2. #
  3. # runs dh_virtualenv to build the virtualenv in the build directory,
  4. # and then runs the trial tests against the installed synapse.
  5. set -e
  6. export DH_VIRTUALENV_INSTALL_ROOT=/opt/venvs
  7. # make sure that the virtualenv links to the specific version of python, by
  8. # dereferencing the python3 symlink.
  9. #
  10. # Otherwise, if somebody tries to install (say) the stretch package on buster,
  11. # they will get a confusing error about "No module named 'synapse'", because
  12. # python won't look in the right directory. At least this way, the error will
  13. # be a *bit* more obvious.
  14. #
  15. SNAKE=$(readlink -e /usr/bin/python3)
  16. # try to set the CFLAGS so any compiled C extensions are compiled with the most
  17. # generic as possible x64 instructions, so that compiling it on a new Intel chip
  18. # doesn't enable features not available on older ones or AMD.
  19. #
  20. # TODO: add similar things for non-amd64, or figure out a more generic way to
  21. # do this.
  22. case $(dpkg-architecture -q DEB_HOST_ARCH) in
  23. amd64)
  24. export CFLAGS=-march=x86-64
  25. ;;
  26. esac
  27. # Manually install Poetry and export a pip-compatible `requirements.txt`
  28. # We need a Poetry pre-release as the export command is buggy in < 1.2
  29. TEMP_VENV="$(mktemp -d)"
  30. python3 -m venv "$TEMP_VENV"
  31. source "$TEMP_VENV/bin/activate"
  32. pip install -U pip
  33. pip install poetry==1.2.0
  34. poetry export \
  35. --extras all \
  36. --extras test \
  37. --extras systemd \
  38. -o exported_requirements.txt
  39. deactivate
  40. rm -rf "$TEMP_VENV"
  41. # Use --no-deps to only install pinned versions in exported_requirements.txt,
  42. # and to avoid https://github.com/pypa/pip/issues/9644
  43. dh_virtualenv \
  44. --install-suffix "matrix-synapse" \
  45. --builtin-venv \
  46. --python "$SNAKE" \
  47. --upgrade-pip \
  48. --preinstall="lxml" \
  49. --preinstall="mock" \
  50. --preinstall="wheel" \
  51. --extra-pip-arg="--no-deps" \
  52. --extra-pip-arg="--no-cache-dir" \
  53. --extra-pip-arg="--compile" \
  54. --extras="all,systemd,test" \
  55. --requirements="exported_requirements.txt"
  56. PACKAGE_BUILD_DIR="debian/matrix-synapse-py3"
  57. VIRTUALENV_DIR="${PACKAGE_BUILD_DIR}${DH_VIRTUALENV_INSTALL_ROOT}/matrix-synapse"
  58. TARGET_PYTHON="${VIRTUALENV_DIR}/bin/python"
  59. case "$DEB_BUILD_OPTIONS" in
  60. *nocheck*)
  61. # Skip running tests if "nocheck" present in $DEB_BUILD_OPTIONS
  62. ;;
  63. *)
  64. # Copy tests to a temporary directory so that we can put them on the
  65. # PYTHONPATH without putting the uninstalled synapse on the pythonpath.
  66. tmpdir=$(mktemp -d)
  67. trap 'rm -r $tmpdir' EXIT
  68. cp -r tests "$tmpdir"
  69. PYTHONPATH="$tmpdir" \
  70. "${TARGET_PYTHON}" -m twisted.trial --reporter=text -j2 tests
  71. ;;
  72. esac
  73. # build the config file
  74. "${TARGET_PYTHON}" "${VIRTUALENV_DIR}/bin/generate_config" \
  75. --config-dir="/etc/matrix-synapse" \
  76. --data-dir="/var/lib/matrix-synapse" |
  77. perl -pe '
  78. # tweak the paths to the tls certs and signing keys
  79. /^tls_.*_path:/ and s/SERVERNAME/homeserver/;
  80. /^signing_key_path:/ and s/SERVERNAME/homeserver/;
  81. # tweak the pid file location
  82. /^pid_file:/ and s#:.*#: "/var/run/matrix-synapse.pid"#;
  83. # tweak the path to the log config
  84. /^log_config:/ and s/SERVERNAME\.log\.config/log.yaml/;
  85. # tweak the path to the media store
  86. /^media_store_path:/ and s#/media_store#/media#;
  87. # remove the server_name setting, which is set in a separate file
  88. /^server_name:/ and $_ = "#\n# This is set in /etc/matrix-synapse/conf.d/server_name.yaml for Debian installations.\n# $_";
  89. # remove the report_stats setting, which is set in a separate file
  90. /^# report_stats:/ and $_ = "";
  91. ' > "${PACKAGE_BUILD_DIR}/etc/matrix-synapse/homeserver.yaml"
  92. # build the log config file
  93. "${TARGET_PYTHON}" "${VIRTUALENV_DIR}/bin/generate_log_config" \
  94. --output-file="${PACKAGE_BUILD_DIR}/etc/matrix-synapse/log.yaml"
  95. # add a dependency on the right version of python to substvars.
  96. PYPKG=$(basename "$SNAKE")
  97. echo "synapse:pydepends=$PYPKG" >> debian/matrix-synapse-py3.substvars
  98. # add a couple of triggers. This is needed so that dh-virtualenv can rebuild
  99. # the venv when the system python changes (see
  100. # https://dh-virtualenv.readthedocs.io/en/latest/tutorial.html#step-2-set-up-packaging-for-your-project)
  101. #
  102. # we do it here rather than the more conventional way of just adding it to
  103. # debian/matrix-synapse-py3.triggers, because we need to add a trigger on the
  104. # right version of python.
  105. cat >>"debian/.debhelper/generated/matrix-synapse-py3/triggers" <<EOF
  106. # triggers for dh-virtualenv
  107. interest-noawait $SNAKE
  108. interest dh-virtualenv-interpreter-update
  109. EOF