mirror of
https://github.com/matrix-org/matrix-spec
synced 2026-01-23 15:53:43 +01:00
a17023962c
This PR attempts to update the CI of matrix-doc to build [the new spec redesign](https://github.com/matrix-org/matrix-doc/issues/2906). It does so by additionally building the new spec in parallel to the old. The plan is to continue to host the old spec at https://matrix.org/docs/spec, while the new spec will be at https://spec.matrix.org. Eventually we will retire the old version of the spec, and have the old URL redirect to the new one. In detail, this PR: * Adds a new step to CircleCI to build the new spec with `hugo`. This step uses alpine, grabs some dependencies, and then builds the HTML. * We needed to hand some specific options to hugo for CircleCI in order to continue allowing CircleCI to host temporary builds of the spec after each CI run. This required changing some assumptions related to relative paths. * CircleCI's artifacts hosting is also quite limited. Specifically it will not automatically resolve `/some/path` to `/some/path/index.html`, which our hugo theme relied on. Fixes were implemented for this, but we may want to consider switching away from CircleCI artifacts as a host, and using something like [netlify](https://www.netlify.com/) instead. * Modifies the existing Buildkite pipeline step to build both the new spec in a separate step. It additionally modifies the old spec to be built with alpine. (Separate out into another PR) * We'd like to separate out the deployment of matrix.org from the new spec. Therefore a new step, with a separate artifact build (`spec.tar.gz`). We will eventually remove the old step and the matrix.org build trigger. * Modifies `pyproject.toml` to update the config of [giles](https://github.com/OpenAstronomy/baldrick/blob/master/baldrick/plugins/circleci_artifacts.py), which is what creates the "docs", "swagger" links in the CI steps for matrix-docs PRs. * A new step was added for the new spec. The old spec was renamed to "legacy".
143 lines
4.1 KiB
YAML
143 lines
4.1 KiB
YAML
genlegacydoc: &genlegacydoc
|
|
name: Generate the legacy docs
|
|
command: |
|
|
source /env/bin/activate
|
|
scripts/gendoc.py
|
|
|
|
gendoc: &gendoc
|
|
name: Generate the docs
|
|
# Note: Node dependencies are required for the hugo build.
|
|
# Note: We use a custom config file for circleci due to some specifics with hosting the
|
|
# site using CircleCI's artifacts platform. See config-circleci.toml for details.
|
|
command: |
|
|
apk add nodejs npm git hugo
|
|
npm i
|
|
cat config-circleci.toml config.toml > hugo-config.toml
|
|
hugo --config hugo-config.toml --baseURL "/${CIRCLE_NODE_INDEX}/public"
|
|
|
|
genswagger: &genswagger
|
|
name: Validate sources and generate swagger json
|
|
command: |
|
|
source /env/bin/activate
|
|
scripts/check-swagger-sources.py
|
|
scripts/dump-swagger.py
|
|
|
|
buildswaggerui: &buildswaggerui
|
|
name: Build Swagger UI
|
|
command: |
|
|
ls scripts/
|
|
mkdir -p api/client-server
|
|
git clone https://github.com/matrix-org/swagger-ui swagger-ui
|
|
cp -r swagger-ui/dist/* api/client-server/
|
|
mkdir -p api/client-server/json
|
|
cp scripts/swagger/api-docs.json api/client-server/json/
|
|
wget https://raw.githubusercontent.com/matrix-org/matrix.org/master/content/swagger.css -O api/client-server/swagger.css
|
|
wget https://raw.githubusercontent.com/matrix-org/matrix.org/master/scripts/swagger-ui.patch
|
|
patch api/client-server/index.html swagger-ui.patch
|
|
|
|
checkexamples: &checkexamples
|
|
name: Check Event Examples
|
|
command: |
|
|
source /env/bin/activate
|
|
scripts/check-event-schema-examples.py
|
|
|
|
validateapi: &validateapi
|
|
name: Validate OpenAPI specifications
|
|
command: |
|
|
cd scripts
|
|
npm install
|
|
node validator.js -s "../data/api/client-server"
|
|
|
|
buildspeculator: &buildspeculator
|
|
name: Build Speculator
|
|
command: |
|
|
cd scripts/speculator
|
|
go build -v
|
|
|
|
buildcontinuserv: &buildcontinuserv
|
|
name: Build Continuserv
|
|
command: |
|
|
cd scripts/continuserv
|
|
go build -v
|
|
|
|
version: 2
|
|
jobs:
|
|
validate-docs:
|
|
docker:
|
|
- image: node:alpine
|
|
steps:
|
|
- checkout
|
|
- run: *validateapi
|
|
check-docs:
|
|
docker:
|
|
- image: uhoreg/matrix-doc-build
|
|
steps:
|
|
- checkout
|
|
- run: *checkexamples
|
|
build-legacy-docs:
|
|
docker:
|
|
- image: uhoreg/matrix-doc-build
|
|
steps:
|
|
- checkout
|
|
- run: *genlegacydoc
|
|
- store_artifacts:
|
|
path: scripts/gen
|
|
- run:
|
|
name: "Legacy doc build is available at:"
|
|
command: DOCS_URL="${CIRCLE_BUILD_URL}/artifacts/${CIRCLE_NODE_INDEX}/${CIRCLE_WORKING_DIRECTORY/#\~/$HOME}/scripts/gen/index.html"; echo $DOCS_URL
|
|
build-docs:
|
|
docker:
|
|
- image: alpine
|
|
steps:
|
|
# Note: We install git in the image so we can pull git submodules. The hugo theme in use
|
|
# is a git submodule, which has its own submodules, and all need to be loaded.
|
|
- run: apk add git
|
|
- checkout
|
|
- run: git submodule update --init --recursive
|
|
- run: *gendoc
|
|
- store_artifacts:
|
|
path: public
|
|
- run:
|
|
name: "Doc build is available at:"
|
|
command: DOCS_URL="${CIRCLE_BUILD_URL}/artifacts/${CIRCLE_NODE_INDEX}/public/index.html"; echo $DOCS_URL
|
|
build-swagger:
|
|
docker:
|
|
- image: uhoreg/matrix-doc-build
|
|
steps:
|
|
- checkout
|
|
- run: *genswagger
|
|
- run: *buildswaggerui
|
|
- store_artifacts:
|
|
path: api/client-server/
|
|
- run:
|
|
name: "Swagger UI is available at:"
|
|
command: DOCS_URL="${CIRCLE_BUILD_URL}/artifacts/${CIRCLE_NODE_INDEX}/${CIRCLE_WORKING_DIRECTORY/#\~/$HOME}/api/client-server/index.html"; echo $DOCS_URL
|
|
build-dev-scripts:
|
|
docker:
|
|
- image: golang:1.10
|
|
steps:
|
|
- checkout
|
|
- run:
|
|
name: Install Dependencies
|
|
command: |
|
|
go get -v github.com/hashicorp/golang-lru
|
|
go get -v gopkg.in/fsnotify/fsnotify.v1
|
|
- run: *buildcontinuserv
|
|
- run: *buildspeculator
|
|
|
|
workflows:
|
|
version: 2
|
|
|
|
build-spec:
|
|
jobs:
|
|
- build-legacy-docs
|
|
- build-docs
|
|
- build-swagger
|
|
- check-docs
|
|
- validate-docs
|
|
- build-dev-scripts
|
|
|
|
notify:
|
|
webhooks:
|
|
- url: https://giles.cadair.dev/circleci
|