chore: Add wikibase-lts and deploy-lts products

.github/workflows/build_publish_image_release.yml

@@ -9,6 +9,7 @@ on:
       - 'wdqs-frontend@*'
       - 'wdqs-proxy@*'
       - 'wikibase@*'
+      - 'wikibase-lts@*'
 
 permissions:
   contents: write

.github/workflows/create_release.yml

@@ -10,12 +10,14 @@ on:
         default: 'wikibase'
         options:
           - deploy
+          - deploy-lts
           - elasticsearch
           - quickstatements
           - wdqs
           - wdqs-frontend
           - wdqs-proxy
           - wikibase
+          - wikibase-lts
           - All projects with unreleased changes
       dry_run:
         description: "Dry run, don't do it yet."

build/build.sh

@@ -71,9 +71,12 @@ else
 	)
 fi
 
-# transform TAGS to build args
 IMAGE_NAME=$(jq -r '.name' package.json)
 
+# Removes "-lts" from end of name if it exists.
+# LTS products are released on Dockerhub on the main image name
+IMAGE_NAME=${IMAGE_NAME%-lts}
+
 # publish to Dockerhub
 if [ "$PUBLISH" == true ]; then
 	# IMAGE_REGISTRY implies dockerhub if empty

build/wikibase-lts/CHANGELOG.md

@@ -0,0 +1,18 @@
+## 1.0.1 (2025-01-06)
+
+
+### 🏡 Chore
+
+- bump mediawiki to 1.42.3, bump extensions
+
+## (from **[email protected]** (2024-10-09))
+
+### 📖 Documentation
+
+- Link to MediaWiki bundled extensions
+- Switch from `.example.com` to `.example`
+
+### 🏡 Chore
+
+- Removes re-installation of extensions already packaged with MediaWiki (ConfirmEdit, Nuke, Scribunto, SyntaxHighlight_Geshi, VisualEditor)
+- Updates Wikibase EDTF extension

build/wikibase-lts/Dockerfile

@@ -0,0 +1,212 @@
+# Build configuration
+ARG PHP_IMAGE_URL
+ARG COMPOSER_IMAGE_URL
+
+# ###########################################################################
+# Based on https://github.com/wikimedia/mediawiki-docker/blob/1161796f04d6a6bcbec9fb4c67a8ce7248392403/1.41/apache/Dockerfile
+# hadolint ignore=DL3006
+FROM ${PHP_IMAGE_URL} as mediawiki
+
+SHELL ["/bin/bash", "-exu", "-c"]
+
+# System dependencies
+RUN apt-get update; \
+    apt-get install -y --no-install-recommends \
+        git \
+        gettext-base \
+        librsvg2-bin \
+        imagemagick \
+        # Required for SyntaxHighlighting
+        python3 \
+        # Required for Scribunto
+        lua5.1 \
+        ; \
+    rm -rf /var/lib/apt/lists/*
+
+# Install the PHP extensions we need
+# hadolint ignore=DL4006
+RUN savedAptMark="$(apt-mark showmanual)"; \
+    \
+    apt-get update; \
+    apt-get install -y --no-install-recommends \
+        libicu-dev \
+        libonig-dev \
+        libbz2-dev=1.* \
+        ; \
+    \
+    docker-php-ext-install -j "$(nproc)" \
+        bz2 \
+        calendar \
+        intl \
+        mbstring \
+        mysqli \
+        opcache \
+        ; \
+    \
+    pecl install APCu-5.1.21; \
+        docker-php-ext-enable \
+        apcu \
+        ; \
+    rm -r /tmp/pear; \
+    \
+    # reset apt-mark's "manual" list so that "purge --auto-remove" will remove all build dependencies
+    apt-mark auto '.*' > /dev/null; \
+    apt-mark manual $savedAptMark; \
+    ldd "$(php -r 'echo ini_get("extension_dir");')"/*.so \
+        | awk '/=>/ { print $3 }' \
+        | sort -u \
+        | xargs -r dpkg-query -S \
+        | cut -d: -f1 \
+        | sort -u \
+        | xargs -rt apt-mark manual; \
+    \
+    apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; \
+    rm -rf /var/lib/apt/lists/*
+
+# Enable Short URLs
+RUN a2enmod rewrite; \
+    { \
+    echo "<Directory /var/www/html>"; \
+    echo "  RewriteEngine On"; \
+    echo "  RewriteCond %{REQUEST_FILENAME} !-f"; \
+    echo "  RewriteCond %{REQUEST_FILENAME} !-d"; \
+    echo "  RewriteRule ^ %{DOCUMENT_ROOT}/index.php [L]"; \
+    echo "</Directory>"; \
+    } > "$APACHE_CONFDIR/conf-available/short-url.conf"; \
+    a2enconf short-url
+
+# Enable AllowEncodedSlashes for VisualEditor
+RUN sed -i "s/<\/VirtualHost>/\tAllowEncodedSlashes NoDecode\n<\/VirtualHost>/" "$APACHE_CONFDIR/sites-available/000-default.conf"
+
+# set recommended PHP.ini settings
+# see https://secure.php.net/manual/en/opcache.installation.php
+RUN { \
+    echo 'opcache.memory_consumption=128'; \
+    echo 'opcache.interned_strings_buffer=8'; \
+    echo 'opcache.max_accelerated_files=4000'; \
+    echo 'opcache.revalidate_freq=60'; \
+    } > /usr/local/etc/php/conf.d/opcache-recommended.ini
+
+# MediaWiki setup
+WORKDIR /var/www/html
+ARG MEDIAWIKI_VERSION
+# hadolint ignore=DL4006
+RUN set -eux; \
+    curl -fSL "https://releases.wikimedia.org/mediawiki/$(echo ${MEDIAWIKI_VERSION} | cut -d. -f1,2)/mediawiki-${MEDIAWIKI_VERSION}.tar.gz" -o mediawiki.tar.gz; \
+    tar -x --strip-components=1 -f mediawiki.tar.gz; \
+    rm -r mediawiki.tar.gz; \
+    install -d /var/log/mediawiki -o www-data
+
+# ###########################################################################
+# hadolint ignore=DL3006
+FROM ${COMPOSER_IMAGE_URL} as composer
+
+COPY --from=mediawiki --chown=nobody:nogroup /var/www/html /var/www/html
+WORKDIR /var/www/html
+
+COPY composer.local.json composer.local.json
+
+# WORKAROUND for https://phabricator.wikimedia.org/T372458
+# Take wikibase submodules from github as phabricator rate limits us
+COPY --chown=nobody:nogroup --chmod=755 \
+  wikibase-submodules-from-github-instead-of-phabricator.patch \
+  /tmp/wikibase-submodules-from-github-instead-of-phabricator.patch
+USER root
+RUN apt-get update; \
+    apt-get install -y --no-install-recommends \
+        patch \
+        ; \
+    rm -rf /var/lib/apt/lists/*
+USER nobody
+
+ARG WIKIBASE_COMMIT
+SHELL ["/bin/bash", "-euo", "pipefail", "-c"]
+RUN set -x; \
+    git clone https://gerrit.wikimedia.org/r/mediawiki/extensions/Wikibase /var/www/html/extensions/Wikibase && \
+    git -C /var/www/html/extensions/Wikibase checkout ${WIKIBASE_COMMIT} && \
+    patch -d /var/www/html/extensions/Wikibase -Np1 </tmp/wikibase-submodules-from-github-instead-of-phabricator.patch && \
+    rm /tmp/wikibase-submodules-from-github-instead-of-phabricator.patch && \
+    git -C /var/www/html/extensions/Wikibase submodule update --init --recursive && \
+    rm -f /var/www/html/extensions/Wikibase/.travis.yml && \
+    find /var/www/html/extensions/Wikibase -name ".git*" -exec rm -rf {} +
+
+ARG ALL_EXTENSIONS="Babel,cldr,CirrusSearch,Elastica,EntitySchema,OAuth,UniversalLanguageSelector,WikibaseCirrusSearch,WikibaseManifest"
+ARG BABEL_COMMIT
+ARG CLDR_COMMIT
+ARG CIRRUSSEARCH_COMMIT
+ARG ELASTICA_COMMIT
+ARG ENTITYSCHEMA_COMMIT
+ARG OAUTH_COMMIT
+ARG UNIVERSALLANGUAGESELECTOR_COMMIT
+ARG WIKIBASECIRRUSSEARCH_COMMIT
+ARG WIKIBASEMANIFEST_COMMIT
+ARG WIKIBASEEDTF_COMMIT
+ARG WIKIBASELOCALMEDIA_COMMIT
+
+SHELL ["/bin/bash", "-euo", "pipefail", "-c"]
+RUN set -x; \
+    IFS=',' read -ra EXTENSIONS <<< ${ALL_EXTENSIONS}; \
+    for EXTENSION in "${EXTENSIONS[@]}"; do \
+        rm -rf "extensions/${EXTENSION}"; \
+        git clone "https://gerrit.wikimedia.org/r/mediawiki/extensions/${EXTENSION}" "extensions/${EXTENSION}"; \
+        EXTENSION_COMMIT_VAR="${EXTENSION^^}_COMMIT"; \
+        EXTENSION_COMMIT="${!EXTENSION_COMMIT_VAR}"; \
+        git -C "extensions/${EXTENSION}" checkout "${EXTENSION_COMMIT}"; \
+        git -C "extensions/${EXTENSION}" submodule update --init --recursive; \
+        rm -rf "extensions/${EXTENSION}/.git*"; \
+        find "extensions/${EXTENSION}" -name ".git*" -exec rm -rf {} +; \
+    done; \
+    \
+    git clone "https://github.com/ProfessionalWiki/WikibaseEdtf.git" "extensions/WikibaseEdtf"; \
+    git -C "extensions/WikibaseEdtf" checkout "${WIKIBASEEDTF_COMMIT}"; \
+    rm -rf "extensions/WikibaseEdtf/.git*"; \
+    \
+    git clone "https://github.com/ProfessionalWiki/WikibaseLocalMedia.git" "extensions/WikibaseLocalMedia"; \
+    git -C "extensions/WikibaseLocalMedia" checkout "${WIKIBASELOCALMEDIA_COMMIT}"; \
+    rm -rf "extensions/WikibaseLocalMedia/.git*"; \
+    \
+    rm -rf vendor && \
+    rm -rf composer.lock && \
+    ls -la && pwd && \
+    composer install --no-dev -vv -n
+
+# ###########################################################################
+# hadolint ignore=DL3006
+FROM mediawiki AS wikibase
+
+LABEL org.opencontainers.image.source="https://github.com/wmde/wikibase-release-pipeline"
+
+ARG GIT_CURRENT_REVISION
+
+# Set error_reporting PHP.ini settings
+# This is needed with PHP8+ and MediaWiki 1.39, as Wikibase contains deprecated code
+# TODO: remove this and see how far we get
+RUN { \
+    echo 'error_reporting = E_ALL ^ E_DEPRECATED'; \
+} > /usr/local/etc/php/conf.d/error_reporting.ini
+
+COPY --from=composer --chown=nobody:nogroup /var/www/html /var/www/html
+
+# Remove world writable flag, in combination with sticky bit it breaks the w link
+# https://github.com/wmde/wikibase-release-pipeline/commit/545c7aeec8d0245dc597d500afc934b40e656b3c
+# Make upload path writable for the webserver user
+RUN chmod o-w /var/www/html && \
+    ln -s /var/www/html/ /var/www/html/w && \
+    chown www-data /var/www/html/images -R
+
+COPY wikibase-php.ini /usr/local/etc/php/conf.d/wikibase-php.ini
+COPY entrypoint.sh /entrypoint.sh
+COPY jobrunner-entrypoint.sh /jobrunner-entrypoint.sh
+COPY htaccess /var/www/html/.htaccess
+COPY LocalSettings.d LocalSettings.d
+COPY default-extra-install.sh /default-extra-install.sh
+COPY oauth.ini /templates/oauth.ini
+COPY LocalSettings.wbs.php /templates/LocalSettings.wbs.php
+
+ENV DB_NAME=my_wiki \
+    MW_WG_SITENAME=wikibase \
+    MW_WG_LANGUAGE_CODE=en \
+    ELASTICSEARCH_PORT=9200
+
+ENTRYPOINT ["/bin/bash"]
+CMD ["/entrypoint.sh"]

build/wikibase-lts/LocalSettings.d/20_Wikibase.php

@@ -0,0 +1,9 @@
+<?php
+
+# Wikibase Repository
+wfLoadExtension( 'WikibaseRepository', "$IP/extensions/Wikibase/extension-repo.json" );
+require_once "$IP/extensions/Wikibase/repo/ExampleSettings.php";
+
+# Wikibase Client
+wfLoadExtension( 'WikibaseClient', "$IP/extensions/Wikibase/extension-client.json" );
+require_once "$IP/extensions/Wikibase/client/ExampleSettings.php";

build/wikibase-lts/LocalSettings.d/30_WikibaseCirrusSearch.php

@@ -0,0 +1,11 @@
+<?php
+
+if (isset($elasticsearchHost)) {
+    // https://www.mediawiki.org/wiki/Extension:WikibaseCirrusSearch
+    wfLoadExtension( 'WikibaseCirrusSearch' );
+
+    $wgCirrusSearchServers = [ $elasticsearchHost ];
+    $wgSearchType = 'CirrusSearch';
+    $wgCirrusSearchExtraIndexSettings['index.mapping.total_fields.limit'] = 5000;
+    $wgWBCSUseCirrus = true;
+}

build/wikibase-lts/LocalSettings.d/30_WikibaseEdtf.php

@@ -0,0 +1,5 @@
+<?php
+
+// https://github.com/ProfessionalWiki/WikibaseEdtf
+## WikibaseEdtf Configuration
+wfLoadExtension( 'WikibaseEdtf' );

build/wikibase-lts/LocalSettings.d/30_WikibaseLocalMedia.php

@@ -0,0 +1,6 @@
+<?php
+
+// https://github.com/ProfessionalWiki/WikibaseLocalMedia
+## WikibaseLocalMedia Configuration
+## NOTE: WikibaseLocalMedia does currently not work in a client only setup.
+wfLoadExtension( 'WikibaseLocalMedia' );

build/wikibase-lts/LocalSettings.d/30_WikibaseManifest.php

@@ -0,0 +1,6 @@
+<?php
+
+// https://www.mediawiki.org/wiki/Extension:WikibaseManifest
+
+## WikibaseManifest Configuration
+wfLoadExtension( 'WikibaseManifest' );

build/wikibase-lts/LocalSettings.d/40_Babel.php

@@ -0,0 +1,5 @@
+<?php
+
+// https://www.mediawiki.org/wiki/Extension:Babel
+## Babel Extension
+wfLoadExtension( 'Babel' );

build/wikibase-lts/LocalSettings.d/40_CirrusSearch.php

@@ -0,0 +1,8 @@
+<?php
+
+if (isset($elasticsearchHost)) {
+  // https://www.mediawiki.org/wiki/Extension:CirrusSearch
+  wfLoadExtension( 'CirrusSearch' );
+
+  // See WikibaseCirrusSearch.php for further configuration
+}

build/wikibase-lts/LocalSettings.d/40_ConfirmEdit.php

@@ -0,0 +1,6 @@
+<?php
+
+// https://www.mediawiki.org/wiki/Extension:ConfirmEdit
+
+## ConfirmEdit Configuration
+wfLoadExtension( 'ConfirmEdit' );

build/wikibase-lts/LocalSettings.d/40_Elastica.php

@@ -0,0 +1,8 @@
+<?php
+
+if (isset($elasticsearchHost)) {
+  // https://www.mediawiki.org/wiki/Extension:Elastica
+  wfLoadExtension( 'Elastica' );
+
+  // See WikibaseCirrusSearch.php for further configuration
+}

build/wikibase-lts/LocalSettings.d/40_EntitySchema.php

@@ -0,0 +1,5 @@
+<?php
+
+// https://www.mediawiki.org/wiki/Extension:EntitySchema
+## EntitySchema Configuration
+wfLoadExtension( 'EntitySchema' );

build/wikibase-lts/LocalSettings.d/40_Nuke.php

@@ -0,0 +1,5 @@
+<?php
+
+// https://www.mediawiki.org/wiki/Extension:Nuke
+## Nuke Configuration
+wfLoadExtension( 'Nuke' );

build/wikibase-lts/LocalSettings.d/40_OAuth.php

@@ -0,0 +1,8 @@
+<?php
+
+## OAuth Extension
+wfLoadExtension( 'OAuth' );
+$wgGroupPermissions['sysop']['mwoauthproposeconsumer'] = true;
+$wgGroupPermissions['sysop']['mwoauthmanageconsumer'] = true;
+$wgGroupPermissions['sysop']['mwoauthviewprivate'] = true;
+$wgGroupPermissions['sysop']['mwoauthupdateownconsumer'] = true;

build/wikibase-lts/LocalSettings.d/40_Scribunto.php

@@ -0,0 +1,5 @@
+<?php
+## Scribunto
+wfLoadExtension( 'Scribunto' );
+$wgScribuntoDefaultEngine = 'luastandalone';
+$wgScribuntoEngineConf['luastandalone']['luaPath'] = '/usr/bin/lua5.1';

build/wikibase-lts/LocalSettings.d/40_SyntaxHighlight_GeSHi.php

@@ -0,0 +1,5 @@
+<?php
+
+// https://www.mediawiki.org/wiki/Extension:SyntaxHighlight
+## SyntaxHighlight
+wfLoadExtension( 'SyntaxHighlight_GeSHi' );

build/wikibase-lts/LocalSettings.d/40_UniversalLanguageSelector.php

@@ -0,0 +1,5 @@
+<?php
+
+// https://www.mediawiki.org/wiki/Extension:UniversalLanguageSelector
+## UniversalLanguageSelector Extension
+wfLoadExtension( 'UniversalLanguageSelector' );

build/wikibase-lts/LocalSettings.d/40_VisualEditor.php

@@ -0,0 +1,10 @@
+<?php
+
+// https://www.mediawiki.org/wiki/Extension:VisualEditor
+## VisualEditor Extension
+wfLoadExtension( 'VisualEditor' );
+wfLoadExtension( 'Parsoid', 'vendor/wikimedia/parsoid/extension.json' );
+
+$wgVirtualRestConfig['modules']['parsoid'] = array(
+    'url' => 'http://localhost' . $wgScriptPath . '/rest.php',
+);

build/wikibase-lts/LocalSettings.d/40_cldr.php

@@ -0,0 +1,5 @@
+<?php
+
+// https://www.mediawiki.org/wiki/Extension:CLDR
+## CLDR Extension
+wfLoadExtension( 'cldr' );