Merge pull request #97 from linuxserver/py312

Rebase to alpine 3.19 and python 3.12

Dockerfile

@@ -1,70 +1,86 @@
-FROM ghcr.io/linuxserver/baseimage-alpine:3.18
+# syntax=docker/dockerfile:1
+
+FROM ghcr.io/linuxserver/baseimage-alpine:3.19
 
 # set version label
 ARG BUILD_DATE
 ARG VERSION
 ARG HASS_RELEASE
-ARG HACS_RELEASE
 LABEL build_version="Linuxserver.io version:- ${VERSION} Build-date:- ${BUILD_DATE}"
 LABEL maintainer="saarg, roxedus"
 
-# environment settings
 ENV \
-  PATH="/config/lsiopy/bin:${PATH}" \
-  PIPFLAGS="--no-cache-dir --find-links https://wheel-index.linuxserver.io/alpine-3.18/ --find-links https://wheel-index.linuxserver.io/homeassistant-3.18/" \
-  PYTHONPATH="/config/lsiopy/lib/python3.11/site-packages:/lsiopy/lib/python3.11/site-packages" \
-  PIP_DISABLE_PIP_VERSION_CHECK=1
+  S6_SERVICES_GRACETIME=240000
 
-# copy local files
-COPY root/ /
+COPY root/etc/pip.conf /etc/
 
 # install packages
 RUN \
   echo "**** install build packages ****" && \
   apk add --no-cache --virtual=build-dependencies \
     autoconf \
-    ca-certificates \
-    cargo \
-    cmake \
-    cups-dev \
-    eudev-dev \
-    ffmpeg-dev \
-    gcc \
-    glib-dev \
-    g++ \
-    jq \
+    patch \
+    bzip2-dev \
+    coreutils \
+    dpkg-dev dpkg \
+    expat-dev \
+    findutils \
+    build-base \
+    gdbm-dev \
+    libc-dev \
     libffi-dev \
-    jpeg-dev \
-    libxml2-dev \
-    libxslt-dev \
+    libnsl-dev \
+    openssl \
+    openssl-dev \
+    libtirpc-dev \
+    linux-headers \
     make \
-    postgresql-dev \
-    python3-dev \
-    unixodbc-dev \
-    unzip && \
+    mpdecimal-dev \
+    ncurses-dev \
+    pax-utils \
+    readline-dev \
+    sqlite-dev \
+    tcl-dev \
+    tk \
+    tk-dev \
+    xz-dev \
+    zlib-dev \
+    bluez-dev && \
   echo "**** install runtime packages ****" && \
   apk add --no-cache \
+    bind-tools \
     bluez \
     bluez-deprecated \
     bluez-libs \
     cups-libs \
     curl \
     eudev-libs \
     ffmpeg \
+    git \
+    hwdata-usb \
+    imlib2 \
+    iperf3 \
     iputils \
     libcap \
-    libjpeg-turbo \
+    libftdi1 \
+    libgpiod \
+    libturbojpeg \
+    libpulse \
     libstdc++ \
     libxslt \
+    libzbar \
     mariadb-connector-c \
-    mariadb-connector-c-dev \
+    net-tools \
+    nmap \
     openssh-client \
     openssl \
+    pianobar \
     postgresql-libs \
-    py3-pip \
-    python3 \
-    tiff && \
-  echo "**** install homeassistant ****" && \
+    pulseaudio-alsa \
+    socat \
+    tiff \
+    xz && \
+  echo "**** Retrieve versions ****" && \
   mkdir -p \
     /tmp/core && \
   if [ -z ${HASS_RELEASE+x} ]; then \
@@ -80,34 +96,116 @@ RUN \
   HASS_BASE=$(cat /tmp/core/build.yaml \
     | grep 'amd64: ' \
     | cut -d: -f3) && \
-  python3 -m venv /lsiopy && \
-  pip install --no-cache-dir --upgrade \
-    cython \
-    "pip>=21.0,<22.1" \
-    pyparsing \
-    setuptools \
-    wheel && \
+  HA_PY_MAJOR=$(curl -fsL https://raw.githubusercontent.com/home-assistant/docker/${HASS_BASE}/build.yaml \
+    | grep 'amd64: ' \
+    | cut -d: -f3 \
+    | sed 's|-alpine.*||') && \
+  HA_DOCKER_BASE=$(curl -sX GET https://api.github.com/repos/home-assistant/docker-base/releases/latest \
+      | jq -r .tag_name) && \
+  git clone --branch "${HA_DOCKER_BASE}" \
+    --depth 1 https://github.com/home-assistant/docker-base.git \
+    /tmp/ha-docker-base && \
+  HA_PY_VERSION=$(cat /tmp/ha-docker-base/python/${HA_PY_MAJOR}/build.yaml \
+    | grep 'PYTHON_VERSION: ' \
+    | sed 's|.*PYTHON_VERSION: ||') && \
+  HA_JEMALLOC_VER=$(cat /tmp/ha-docker-base/alpine/build.yaml \
+    | grep 'JEMALLOC_VERSION: ' \
+    | sed 's|.*JEMALLOC_VERSION: ||') && \
+  HA_ALPINE_VER=$(curl -fsL https://raw.githubusercontent.com/home-assistant/docker/${HASS_BASE}/build.yaml \
+    | grep 'amd64: ' \
+    | cut -d: -f3 \
+    | sed 's|.*-alpine||') && \
+  IMAGE_ALPINE_VER=$(cat /etc/os-release | grep PRETTY_NAME | sed 's|.*Linux v||' | sed 's|"||') && \
+  if [[ "${HA_ALPINE_VER}" != "${IMAGE_ALPINE_VER}" ]]; then \
+    echo -e "**** Incorrect OS version detected, canceling build ****\n**** Upstream expected OS: ${HA_ALPINE_VER} ****\n**** Detected OS: ${IMAGE_ALPINE_VER}****"; \
+    exit 1; \
+  fi && \
+  HA_PIP_VERSION=$(cat /tmp/ha-docker-base/python/${HA_PY_MAJOR}/build.yaml \
+    | grep 'PIP_VERSION: ' \
+    | sed 's|.*PIP_VERSION: ||') && \
+  echo "**** install jemalloc ****" && \
+  git clone --branch ${HA_JEMALLOC_VER} \
+    --depth 1 "https://github.com/jemalloc/jemalloc" \
+    /tmp/jemalloc && \
+  cd /tmp/jemalloc && \
+  ./autogen.sh \
+    --with-lg-page=16 && \
+  make -j "$(nproc)" && \
+  make install_lib_shared install_bin && \
+  echo "**** install python ****" && \
+  mkdir -p /tmp/python && \
+  curl -o \
+    /tmp/python.tar.xz -L \
+    "https://www.python.org/ftp/python/${HA_PY_VERSION}/Python-${HA_PY_VERSION}.tar.xz" && \
+  tar xf \
+    /tmp/python.tar.xz -C \
+    /tmp/python --strip-components=1 && \
+  for patch in /tmp/ha-docker-base/python/${HA_PY_MAJOR}/*.patch; do \
+    patch -d /tmp/python -p 1 < "${patch}"; \
+  done && \
+  cd /tmp/python && \
+  ./configure \
+    --build="x86_64-linux-musl" \
+    --enable-loadable-sqlite-extensions \
+    --enable-optimizations \
+    --enable-option-checking=fatal \
+    --enable-shared \
+    --with-lto \
+    --with-system-libmpdec \
+    --with-system-expat \
+    --without-ensurepip \
+    --without-static-libpython && \
+  make -j "$(nproc)" \
+    LDFLAGS="-Wl,--strip-all" \
+    CFLAGS="-fno-semantic-interposition -fno-builtin-malloc -fno-builtin-calloc -fno-builtin-realloc -fno-builtin-free" \
+    EXTRA_CFLAGS="-DTHREAD_STACK_SIZE=0x100000" && \
+  make install && \
+  find /usr/local -type f -executable -not \( -name '*tkinter*' \) -exec scanelf --needed --nobanner --format '%n#p' '{}' ';' \
+		| tr ',' '\n' \
+		| sort -u \
+		| awk 'system("[ -e /usr/local/lib/" $1 " ]") == 0 { next } { print "so:" $1 }' \
+		| xargs -rt apk add --no-cache --virtual .python-rundeps && \
+  find /usr/local -depth \
+    \( \
+        -type d -a \( -name test -o -name tests \) \
+    \) -exec rm -rf '{}' + && \
+  cd /usr/local/bin && \
+  ln -s idle3 idle && \
+  ln -s pydoc3 pydoc && \
+  ln -s python3 python && \
+  ln -s python3-config python-config && \
+  curl -o \
+    /tmp/get-pip.py -L \
+    "https://bootstrap.pypa.io/get-pip.py" && \
+  /usr/local/bin/python3 /tmp/get-pip.py \
+    --disable-pip-version-check \
+    --no-cache-dir \
+    pip==${HA_PIP_VERSION} && \
+  find /usr/local -depth \
+    \( \
+        -type d -a \( -name test -o -name tests \) \
+    \) -exec rm -rf '{}' + && \
+  echo "**** install homeassistant ****" && \
   cd /tmp/core && \
-  NUMPY_VER=$(grep "numpy" requirements_all.txt) && \
-  PYCUPS_VER=$(grep "pycups" requirements_all.txt | sed 's|.*==||') && \
-  pip install ${PIPFLAGS} \
-    "${NUMPY_VER}" && \
-  pip install ${PIPFLAGS} \
+  pip3 install --only-binary=:all: \
     -r https://raw.githubusercontent.com/home-assistant/docker/${HASS_BASE}/requirements.txt && \
-  pip install ${PIPFLAGS} \
-    -r requirements_all.txt && \
-  PYTHONPATH="" pip uninstall -y asyncio || : && \
-  pip install ${PIPFLAGS} \
-    pycups==${PYCUPS_VER} && \
-  pip install ${PIPFLAGS} \
+  pip3 install --only-binary=:all: \
+    -r requirements.txt && \
+  PYCUPS_VER=$(grep "pycups" requirements_all.txt | sed 's|.*==||') && \
+  LD_PRELOAD="/usr/local/lib/libjemalloc.so.2" \
+    MALLOC_CONF="background_thread:true,metadata_thp:auto,dirty_decay_ms:20000,muzzy_decay_ms:20000" \
+    pip3 install --only-binary=:all: \
+      -r requirements_all.txt \
+      isal \
+      pycups==${PYCUPS_VER} && \
+  pip3 install \
     homeassistant==${HASS_RELEASE} && \
+  for cleanfiles in *.pyc *.pyo; do \
+    find /usr/local/lib/python3.*  -iname "${cleanfiles}" -exec rm -f '{}' + ; \
+  done && \
   echo "**** cleanup ****" && \
   apk del --purge \
     build-dependencies && \
-  for cleanfiles in *.pyc *.pyo; \
-    do \
-    find /lsiopy/lib/python3.*  -iname "${cleanfiles}" -exec rm -f '{}' + \
-    ; done && \
   rm -rf \
     /tmp/* \
     /root/.cache \
@@ -116,6 +214,9 @@ RUN \
 # environment settings. used so pip packages installed by home assistant installs in /config
 ENV HOME="/config"
 
+# copy local files
+COPY root/ /
+
 # ports and volumes
 EXPOSE 8123
 VOLUME /config