docs: update changelogs for release\n\nci: publish release

feat: update nix flake to not rely on buildFHSUserEnv

.changeset/bright-dryers-act.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': major
----
-
-Update to Angular 16.1

.changeset/chilly-goats-cough.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': minor
----
-
-Detail views now won't load data again if it is being navigated to from a list item

.changeset/cold-squids-remain.md

@@ -1,11 +0,0 @@
----
-'@openstapps/app': patch
----
-
-Refactored Opening Hours
-
-- Migrated Opening Hours to use OnPush change detection
-- Fixed a bug where opening hours would not update correctly
-- Lazy-load opening hours module to keep it out of the main bundle
-- Added e2e tests to verify functionality
-- Changed live update status to show exact minutes starting one hour before the next change

.changeset/cool-jars-kiss.md

@@ -1,8 +0,0 @@
----
-'@openstapps/core-tools': major
----
-
-Removed pack tool
-
-Use a bundler like `tsup` in conjunction with an
-`index.ts` that aggregates all exports instead.

.changeset/cuddly-bobcats-roll.md

@@ -1,11 +0,0 @@
----
-'@openstapps/api-plugin': major
-'@openstapps/api-cli': major
-'@openstapps/api': major
----
-
-Split API into API, API-CLI and API-Plugin
-
-Plugins are now required to use `api-plugin`.
-Consumers of `api` can benefit from a slimmer package with
-no NodeJS dependencies.

.changeset/dull-news-appear.md

@@ -1,31 +0,0 @@
----
-'@openstapps/backend': major
----
-
-Migrate config system to cosmiconfig
-
-Configs are now written using type-checked JavaScript
-
-```js
-// @ts-check
-
-// This file is now type-safe just like TypeScript, but
-// without the compilation step
-
-/** @type {import('@openstapps/package').Type} */
-const foo = {};
-```
-
-You can write config files in JavaScript, JSON, or other
-cosmiconfig-supported formats.
-
-The config files now are
-
-- `backendrc.{js,json,...}`
-- `elasticsearchrc.{js,json,...}`
-- `prometheusrc.{js,json,...}`
-
-You can also split them into multiple files,
-as well as using the `markdown.js` helper in
-`config/default/tools` to include markdown files
-as text (see `config/f-u/about-pages`)

.changeset/fair-colts-explain.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': patch
----
-
-Use observable chains instead of change detection in the rating component

.changeset/five-ears-wash.md

@@ -1,51 +0,0 @@
----
-'@openstapps/projectmanagement': major
-'@openstapps/prettier-config': major
-'@openstapps/es-mapping-generator': major
-'@openstapps/backend-config': major
-'@openstapps/eslint-config': major
-'@openstapps/minimal-connector': major
-'@openstapps/collection-utils': major
-'@openstapps/minimal-plugin': major
-'@openstapps/tsconfig': major
-'@openstapps/api-plugin': major
-'@openstapps/core-tools': major
-'@openstapps/gitlab-api': major
-'@openstapps/easy-ast': major
-'@openstapps/api-cli': major
-'@openstapps/backend': major
-'@openstapps/logger': major
-'@openstapps/proxy': major
-'@openstapps/core': major
-'@openstapps/app': major
-'@openstapps/api': major
----
-
-Move project to a turbo monorepo & pnpm
-
-Internal dependencies are now defined using `"@openstapps/package": "workspace:*"`
-
-- Removed extraneous files from packages
-  - `.npmrc`
-  - `.npmignore`
-  - `.mailmap`
-  - `.gitignore`
-  - `CONTRIBUTING.md`
-  - `LICENSE` (Project license file is added upon publishing, see [pnpm.io](https://pnpm.io/cli/publish))
-  - `package-lock.json`
-  - `.editorconfig`
-  - `.eslintrc.json` (moved eslint config to `package.json`)
-  - `.eslintignore`
-  - `.gitlab-ci.yml` (Most workflows are workspace-level)
-  - `.gitlab/**` (issue templates etc. are now workspace-level)
-  - `.dockerignore` (Docker files are determined by which files are deployed with `pnpm deploy`, as per `package.json/files`)
-- TSConfig has been moved to its own package (You can now use `"extends": "@openstapps/tsconfig"`)
-- Removed ESLint and Prettier peer dependency hell by injecting them through the `.pnpmfile.cjs`
-- Added syncpack for keeping dependency versions in sync (and consistent key ordering in `package.json`)
-- Replaced conventional changelog with changesets
-- Apps with binaries now use a top level `app.js`
-
-```js
-#!/usr/bin/env node
-import './lib/app.js';
-```

.changeset/fluffy-lamps-count.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': minor
----
-
-Added the ability to remove and add date series from their detail page

.changeset/forty-eagles-cough.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': patch
----
-
-Add a way to hide action chips on list items

.changeset/fuzzy-walls-greet.md

@@ -1,13 +0,0 @@
----
-'@openstapps/core': major
----
-
-Migrate away from [ts-optchain](https://www.npmjs.com/package/ts-optchain)
-
-The package has been deprecated with the last releast being 4 years ago.
-
-TypeScript as well as ECMAScript have native support for optional
-chaining with the `?.` operator now.
-
-You will need to update any packages that rely on the translator
-module.

.changeset/giant-crabs-cheer.md

@@ -1,25 +0,0 @@
----
-'@openstapps/projectmanagement': patch
-'@openstapps/prettier-config': patch
-'@openstapps/es-mapping-generator': patch
-'@openstapps/eslint-config': patch
-'@openstapps/minimal-connector': patch
-'@openstapps/minimal-plugin': patch
-'@openstapps/core-tools': patch
-'@openstapps/gitlab-api': patch
-'@openstapps/backend': patch
-'@openstapps/logger': patch
-'@openstapps/proxy': patch
-'@openstapps/core': patch
-'@openstapps/api': patch
----
-
-Migrated changelogs to changeset format
-
-```js
-import fs from 'fs';
-
-const path = 'packages/logger/CHANGELOG.md';
-
-fs.writeFileSync(path, fs.readFileSync(path, 'utf8').replace(/^#+\s+\[/gm, '## ['));
-```

.changeset/gorgeous-flowers-reflect.md

@@ -1,8 +0,0 @@
----
-'@openstapps/backend': minor
-'@openstapps/api-cli': major
----
-
-Migrate integration tests from docker-compose solution to a shell script
-
-`api-cli` no longer builds as a Docker container as a result.

.changeset/healthy-steaks-shop.md

@@ -1,34 +0,0 @@
----
-'@openstapps/projectmanagement': major
-'@openstapps/prettier-config': major
-'@openstapps/es-mapping-generator': major
-'@openstapps/backend-config': major
-'@openstapps/eslint-config': major
-'@openstapps/minimal-connector': major
-'@openstapps/collection-utils': major
-'@openstapps/minimal-plugin': major
-'@openstapps/tsconfig': major
-'@openstapps/api-plugin': major
-'@openstapps/core-tools': major
-'@openstapps/gitlab-api': major
-'@openstapps/easy-ast': major
-'@openstapps/api-cli': major
-'@openstapps/backend': major
-'@openstapps/logger': major
-'@openstapps/proxy': major
-'@openstapps/core': major
-'@openstapps/app': major
-'@openstapps/api': major
----
-
-Migrate to ESM
-
-CommonJS is no longer supported in any capacity. To use the new
-version, you will need to migrate your package to ESM.
-We recommend using `tsup` and `Node 18`.
-
-```json
-{
-  "type": "module"
-}
-```

.changeset/honest-sheep-train.md

@@ -1,30 +0,0 @@
----
-'@openstapps/projectmanagement': major
-'@openstapps/prettier-config': major
-'@openstapps/es-mapping-generator': major
-'@openstapps/backend-config': major
-'@openstapps/eslint-config': major
-'@openstapps/minimal-connector': major
-'@openstapps/collection-utils': major
-'@openstapps/minimal-plugin': major
-'@openstapps/tsconfig': major
-'@openstapps/api-plugin': major
-'@openstapps/core-tools': major
-'@openstapps/gitlab-api': major
-'@openstapps/easy-ast': major
-'@openstapps/api-cli': major
-'@openstapps/backend': major
-'@openstapps/logger': major
-'@openstapps/proxy': major
-'@openstapps/core': major
-'@openstapps/app': major
-'@openstapps/api': major
----
-
-Migrate package to Node 18
-
-- Consumers of this package will need to migrate to Node 18 or
-  higher.
-- Packages have been migrated from promisified `readFile` or
-  `readFileSync` towards `fs/promises`
-- Packages use native `flatMap` now

.changeset/late-zoos-breathe.md

@@ -1,5 +0,0 @@
----
-'@openstapps/gitlab-api': minor
----
-
-Migrate from request-promise-native to got

.changeset/loud-buttons-repeat.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': patch
----
-
-Fixed distance not updating in list items

.changeset/moody-parrots-develop.md

@@ -1,5 +0,0 @@
----
-'@openstapps/projectmanagement': patch
----
-
-Moved project-docs to the [GitLab Wiki](https://gitlab.com/openstapps/openstapps/-/wikis/home) repo.

.changeset/nasty-ghosts-love.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': patch
----
-
-Change leaflet tiles to be inverted as a whole

.changeset/neat-hats-trade.md

@@ -1,31 +0,0 @@
----
-'@openstapps/projectmanagement': minor
-'@openstapps/prettier-config': minor
-'@openstapps/es-mapping-generator': minor
-'@openstapps/backend-config': minor
-'@openstapps/eslint-config': minor
-'@openstapps/minimal-connector': minor
-'@openstapps/collection-utils': minor
-'@openstapps/minimal-plugin': minor
-'@openstapps/tsconfig': minor
-'@openstapps/api-plugin': minor
-'@openstapps/core-tools': minor
-'@openstapps/gitlab-api': minor
-'@openstapps/easy-ast': minor
-'@openstapps/api-cli': minor
-'@openstapps/backend': minor
-'@openstapps/logger': minor
-'@openstapps/proxy': minor
-'@openstapps/core': minor
-'@openstapps/app': minor
-'@openstapps/api': minor
----
-
-Migrate tests to C8/Chai/Mocha
-
-- `@testdeck` OOP testing has been removed.
-- Tests have been unified
-- CommonJS module mocking has been replaced through
-  refactoring of tests, as ES Modules cannot be mocked
-  (do yourself a favor and don't try to mock them)
-- C8 now replaces NYC as a native coverage tool

.changeset/new-pianos-joke.md

@@ -1,5 +0,0 @@
----
-'@openstapps/es-mapping-generator': patch
----
-
-Remove @openstapps/logger dependency

.changeset/old-bananas-live.md

@@ -1,6 +0,0 @@
----
-'@openstapps/core': minor
-'@openstapps/app': minor
----
-
-Add support for web-service-provided id cards on the profile page

.changeset/orange-knives-happen.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': minor
----
-
-Add directions to inPlace and place list items

.changeset/pink-sheep-relax.md

@@ -1,9 +0,0 @@
----
-'@openstapps/app': minor
----
-
-Improved calendar descriptions
-
-- The dashboard quick link now has a more intuitive icon
-- "Recurring" has been renamed to "Week Overview"
-- Long words in calendar tabs will now break instead of overflowing

.changeset/pre.json

@@ -1,68 +0,0 @@
-{
-  "mode": "pre",
-  "tag": "next",
-  "initialVersions": {
-    "@openstapps/backend": "2.0.0",
-    "@openstapps/database": "2.0.0",
-    "@openstapps/proxy": "2.0.0",
-    "@openstapps/backend-config": "2.0.0",
-    "@openstapps/eslint-config": "2.0.0",
-    "@openstapps/prettier-config": "2.0.0",
-    "@openstapps/projectmanagement": "2.0.0",
-    "@openstapps/tsconfig": "2.0.0",
-    "@openstapps/minimal-connector": "2.0.0",
-    "@openstapps/minimal-deployment": "2.0.0",
-    "@openstapps/minimal-plugin": "2.0.0",
-    "@openstapps/app": "2.0.0",
-    "@openstapps/api": "2.0.0",
-    "@openstapps/api-cli": "2.0.0",
-    "@openstapps/api-plugin": "2.0.0",
-    "@openstapps/collection-utils": "2.0.0",
-    "@openstapps/core": "2.0.0",
-    "@openstapps/core-tools": "2.0.0",
-    "@openstapps/easy-ast": "2.0.0",
-    "@openstapps/es-mapping-generator": "2.0.0",
-    "@openstapps/gitlab-api": "2.0.0",
-    "@openstapps/logger": "2.0.0",
-    "@openstapps/app-builder-image": "3.0.0-next.3",
-    "@openstapps/node-base": "3.0.0-next.3",
-    "@openstapps/node-builder": "3.0.0-next.3"
-  },
-  "changesets": [
-    "bright-dryers-act",
-    "cool-jars-kiss",
-    "cuddly-bobcats-roll",
-    "dull-news-appear",
-    "five-ears-wash",
-    "fuzzy-walls-greet",
-    "giant-crabs-cheer",
-    "gorgeous-flowers-reflect",
-    "healthy-steaks-shop",
-    "honest-sheep-train",
-    "late-zoos-breathe",
-    "moody-parrots-develop",
-    "neat-hats-trade",
-    "new-pianos-joke",
-    "pretty-timers-complain",
-    "proud-wolves-end",
-    "quick-houses-count",
-    "rare-squids-bake",
-    "serious-meals-sin",
-    "silent-maps-float",
-    "silly-news-punch",
-    "smart-ghosts-shout",
-    "soft-donuts-fail",
-    "sour-coins-visit",
-    "spicy-snails-sort",
-    "stale-garlics-share",
-    "strange-hounds-repair",
-    "tall-ducks-dream",
-    "tame-mayflies-hug",
-    "tame-rings-dream",
-    "tasty-islands-smell",
-    "thick-weeks-compete",
-    "thin-camels-give",
-    "tidy-buses-reflect",
-    "tough-hairs-provide"
-  ]
-}

.changeset/pretty-timers-complain.md

@@ -1,8 +0,0 @@
----
-'@openstapps/projectmanagement': major
-'@openstapps/node-base': major
----
-
-Move images to separate packages
-
-Removed builder image due to migration to Kaniko

.changeset/pretty-wombats-double.md

@@ -1,13 +0,0 @@
----
-'@openstapps/app': minor
----
-
-Revamp "My Courses" section on profile page
-
-The "My Courses" section on the profile page has been improved
-
-- It will now show the upcoming courses for the next five days
-- The section header is now consistent with the other sections
-- The section now uses standard list items instead of the custom solution
-
-Additionally, the profile page component has been cleaned up.

.changeset/proud-cameras-fail.md

@@ -1,8 +0,0 @@
----
-'@openstapps/app': minor
----
-
-Adjust map button and item behavior on different screen sizes
-
-- Small screens will show the item without margins below the map actions
-- Large screens will show the list item on the left side

.changeset/proud-wolves-end.md

@@ -1,9 +0,0 @@
----
-'@openstapps/eslint-config': minor
----
-
-Update rules
-
-- `unicorn/no-array-reduce` is now off
-- `unicorn/no-non-null-assertion` is now off
-- Removed prettier rules (use prettier formatting instead)

.changeset/quick-houses-count.md

@@ -1,7 +0,0 @@
----
-'@openstapps/es-mapping-generator': major
----
-
-Remove put-es-templates
-
-The `put-es-templates` functionality has been removed.

.changeset/rare-squids-bake.md

@@ -1,24 +0,0 @@
----
-'@openstapps/projectmanagement': patch
-'@openstapps/prettier-config': patch
-'@openstapps/es-mapping-generator': patch
-'@openstapps/backend-config': patch
-'@openstapps/eslint-config': patch
-'@openstapps/minimal-connector': patch
-'@openstapps/collection-utils': patch
-'@openstapps/minimal-plugin': patch
-'@openstapps/tsconfig': patch
-'@openstapps/api-plugin': patch
-'@openstapps/core-tools': patch
-'@openstapps/gitlab-api': patch
-'@openstapps/easy-ast': patch
-'@openstapps/api-cli': patch
-'@openstapps/backend': patch
-'@openstapps/logger': patch
-'@openstapps/proxy': patch
-'@openstapps/core': patch
-'@openstapps/app': patch
-'@openstapps/api': patch
----
-
-Migrate away from @openstapps/configuration

.changeset/serious-meals-sin.md

@@ -1,5 +0,0 @@
----
-'@openstapps/projectmanagement': patch
----
-
-Update release configs

.changeset/silent-maps-float.md

@@ -1,29 +0,0 @@
----
-'@openstapps/projectmanagement': patch
-'@openstapps/prettier-config': patch
-'@openstapps/es-mapping-generator': patch
-'@openstapps/backend-config': patch
-'@openstapps/eslint-config': patch
-'@openstapps/minimal-deployment': patch
-'@openstapps/minimal-connector': patch
-'@openstapps/collection-utils': patch
-'@openstapps/minimal-plugin': patch
-'@openstapps/tsconfig': patch
-'@openstapps/node-builder': patch
-'@openstapps/api-plugin': patch
-'@openstapps/core-tools': patch
-'@openstapps/gitlab-api': patch
-'@openstapps/app-builder-image': patch
-'@openstapps/easy-ast': patch
-'@openstapps/database': patch
-'@openstapps/node-base': patch
-'@openstapps/api-cli': patch
-'@openstapps/backend': patch
-'@openstapps/logger': patch
-'@openstapps/proxy': patch
-'@openstapps/core': patch
-'@openstapps/app': patch
-'@openstapps/api': patch
----
-
-Update to TypeScript 5.1.6

.changeset/silly-news-punch.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': patch
----
-
-Migrate collection helpers to use @openstapps/collection-utils

.changeset/smart-ghosts-shout.md

@@ -1,8 +0,0 @@
----
-'@openstapps/app': minor
----
-
-Migrate to Ionic 7
-
-- Migrate uses of `<ion-label>` with inputs to new syntax
-- Fix infinite loop in schedule date picker (`datetime.confirm()` to `datetime.cancel()`)

.changeset/soft-donuts-fail.md

@@ -1,7 +0,0 @@
----
-'@openstapps/api': minor
----
-
-Migrate HttpClient to Node 18's native `fetch` API
-
-HttpClient can now be used both in NodeJS and browsers.

.changeset/sour-carpets-flash.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': patch
----
-
-Fixed an issue that caused double and triple loading of data detail items through the route stack service

.changeset/sour-coins-visit.md

@@ -1,7 +0,0 @@
----
-'@openstapps/es-mapping-generator': major
-'@openstapps/backend': major
-'@openstapps/core': major
----
-
-Migrate es mapping types from es-mapping-generator to .d.ts next to generated mappings

.changeset/spicy-snails-sort.md

@@ -1,5 +0,0 @@
----
-'@openstapps/eslint-config': patch
----
-
-Add license header enforcement rule (unfinished)

.changeset/stale-garlics-share.md

@@ -1,5 +0,0 @@
----
-'@openstapps/core': minor
----
-
-Include openapi.json in built package

.changeset/strange-hounds-repair.md

@@ -1,26 +0,0 @@
----
-'@openstapps/projectmanagement': minor
-'@openstapps/minimal-connector': minor
-'@openstapps/minimal-plugin': minor
-'@openstapps/collection-utils': minor
-'@openstapps/core-tools': minor
-'@openstapps/gitlab-api': minor
-'@openstapps/backend': minor
-'@openstapps/logger': minor
-'@openstapps/core': minor
-'@openstapps/api': minor
----
-
-Migrate away from `@krlwlfrt/async-pool`
-
-```ts
-import {mapAsyncLimit} from '@openstapps/collection-utils';
-
-await mapAsyncLimit(
-  [1, 2, 3],
-  async it => {
-    await someNetworkRequest(it);
-  },
-  5,
-);
-```

.changeset/tall-ducks-dream.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': minor
----
-
-Migrate away from JIT compilation

.changeset/tame-mayflies-hug.md

@@ -1,5 +0,0 @@
----
-'@openstapps/logger': patch
----
-
-Fix an issue with chalk terminal colors in tests

.changeset/tame-rings-dream.md

@@ -1,9 +0,0 @@
----
-'@openstapps/core-tools': major
----
-
-Migrate openapi generation to output single file
-
-The OpenAPI generator now outputs a single file instead
-of a directory with the `openapi.json` and copied schema
-files.

.changeset/tasty-islands-smell.md

@@ -1,6 +0,0 @@
----
-'@openstapps/app': patch
----
-
-Migrate unit tests to karma-coverage and junit reports.
-Fixes an issue where coverage reports would not be generated.

.changeset/thick-mails-peel.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': minor
----
-
-Map items are now native list items

.changeset/thick-weeks-compete.md

@@ -1,5 +0,0 @@
----
-'@openstapps/projectmanagement': minor
----
-
-Migrate moment.js to date-fns

.changeset/thin-camels-give.md

@@ -1,23 +0,0 @@
----
-'@openstapps/projectmanagement': major
-'@openstapps/es-mapping-generator': major
-'@openstapps/minimal-connector': major
-'@openstapps/collection-utils': major
-'@openstapps/minimal-plugin': major
-'@openstapps/api-plugin': major
-'@openstapps/core-tools': major
-'@openstapps/gitlab-api': major
-'@openstapps/easy-ast': major
-'@openstapps/api-cli': major
-'@openstapps/backend': major
-'@openstapps/logger': major
-'@openstapps/proxy': major
-'@openstapps/core': major
-'@openstapps/api': major
----
-
-Migrate build system to `tsup`
-
-All packages now use an `index.ts` file to expose contents.
-
-You will need to migrate paths from `import foo from '@scope/package/lib/foo` to `import foo from '@scope/package'`

.changeset/tidy-buses-reflect.md

@@ -1,9 +0,0 @@
----
-'@openstapps/core-tools': major
-'@openstapps/easy-ast': major
----
-
-Migrate easy-ast to separate package
-
-The `easy-ast` part of `core-tools` has been moved to its own package.
-For migration, simply use the new package.

.changeset/tough-hairs-provide.md

@@ -1,5 +0,0 @@
----
-'@openstapps/core-tools': patch
----
-
-Migrate from away from lodash

.changeset/tricky-garlics-hope.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': minor
----
-
-Replaced simple links with list items in date-series detail

.changeset/unlucky-pillows-thank.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': patch
----
-
-Make section swiper buttons reactive

.changeset/wet-houses-provide.md

@@ -1,5 +0,0 @@
----
-'@openstapps/app': minor
----
-
-Use event title for date series instead of the generic date series title

.envrc

@@ -0,0 +1 @@
+use flake

.gitignore

@@ -24,6 +24,7 @@ report-junit.xml
 # NixOS flake
 result
 hsperfdata_root
+.direnv/
 
 # Directory for instrumented libs generated by jscoverage/JSCover
 lib-cov

.gitlab-ci.yml

@@ -133,7 +133,7 @@ audit:
   allow_failure: true
   needs: []
   script:
-    - pnpm audit --prod
+    - pnpm audit --prod --audit-level critical
   rules:
     - if: $CI_COMMIT_BRANCH == 'main'
       allow_failure: false

.gitlab/publishing.gitlab-ci.yml

@@ -1,6 +1,11 @@
 .limit_publish_pipelines:
   rules:
-      - if: '($CI_COMMIT_BRANCH == "main" || $CI_COMMIT_BRANCH == "develop") && $CI_COMMIT_MESSAGE =~ /ci: publish release/ && $CI_PIPELINE_SOURCE != "schedule"'
+      - if: '$CI_COMMIT_BRANCH == "develop" && $CI_COMMIT_MESSAGE =~ /ci: publish prerelease/ && $CI_PIPELINE_SOURCE != "schedule"'
+        variables:
+          PUBLISH_TAG: next
+      - if: '$CI_COMMIT_BRANCH == "main" && $CI_COMMIT_MESSAGE =~ /ci: publish release/ && $CI_PIPELINE_SOURCE != "schedule"'
+        variables:
+          PUBLISH_TAG: latest
 
 deploy:
   stage: publish
@@ -24,8 +29,6 @@ publish image:
   image:
     name: gcr.io/kaniko-project/executor:v1.12.1-debug
     entrypoint: [""]
-  variables:
-    PUBLISH_TAG: next
   script:
     - >
        /kaniko/executor
@@ -50,9 +53,6 @@ publish image:
       - IMAGE_NAME: app
         DEPLOY_DIR: frontend/app
   rules:
-    - if: $CI_COMMIT_BRANCH == 'main'
-      variables:
-        PUBLISH_TAG: latest
     - !reference [.limit_publish_pipelines, rules]
 
 publish packages:
@@ -61,16 +61,12 @@ publish packages:
   variables:
     GIT_STRATEGY: clone
     GIT_DEPTH: 0
-    PUBLISH_TAG: next
   script:
     - pnpm install
     - pnpm build
     - pnpm config set '//registry.npmjs.org/:_authToken' "${NPM_AUTH_TOKEN}"
     - pnpm publish -r --publish-branch ${CI_COMMIT_BRANCH} --tag ${PUBLISH_TAG} --no-git-checks # TODO: Git checks...
   rules:
-    - if: $CI_COMMIT_BRANCH == 'main'
-      variables:
-        PUBLISH_TAG: latest
     - !reference [.limit_publish_pipelines, rules]
 
 publish docs:
@@ -84,5 +80,4 @@ publish docs:
     paths:
       - public
   rules:
-    - if: $CI_COMMIT_BRANCH == 'main'
     - !reference [.limit_publish_pipelines, rules]

.prettierignore

@@ -0,0 +1 @@
+pnpm-lock.yaml

.syncpackrc.cjs

@@ -2,7 +2,7 @@
 
 /** @type {import('syncpack').RcFile} */
 const config = {
-  semverRange: '',
+  semverGroups: [{range: ''}],
   source: ['package.json', '**/package.json'],
   indent: '  ',
   sortFirst: [
@@ -49,7 +49,7 @@ const config = {
     {
       label: 'Packages should use workspace version',
       dependencies: ['@openstapps/**'],
-      dependencyTypes: ['prod', 'dev'],
+      dependencyTypes: ['prod', 'dev', 'peer'],
       packages: ['**'],
       pinVersion: 'workspace:*',
     },

.tool-versions

@@ -0,0 +1,3 @@
+nodejs 18.19.1
+pnpm 8.15.4
+python 3.11.5

CONTRIBUTING.md

@@ -37,13 +37,13 @@ Adding new types requires changes at multiple locations for it to work correctly
 - Add your SCThing and SCThingWithoutReferences to `src/things/your-thing-name.ts` and make them extend `SCThingWithoutReferences` and `SCThing` respectively
 - Add your SCThingMeta to `src/things/your-thing-name.ts` and make it extend `SCThingMeta`
 - Add your SCThingMeta to `SCClasses` in `src/meta.ts`
-- Add your SCThing to `SCThingsWithoutDiff` in `src/meta.ts`
+- Add your SCThing to `SCIndexableThings ` in `src/meta.ts`
 - Add your SCThingWithoutReferences to `SCAssociatedThingWithoutReferences` in `src/meta.ts`
 - Add your SCThing to `SCAssociatedThing` in `src/meta.ts`
 - Add your SCThing to the `SCThingType` enum in `src/things/abstract/thing.ts`
 - Add an example file for your SCThing in `test/resources/YourThingName.json`
 - Add the following lines for your SCThing in `test/type.spec.ts`:
-
+- Make sure your SCThing (but not SCThingWithoutReferences!) includes the `@indexable` and `@validatable` JSDoc annotations, otherwise neither JSON Schemas nor Elasticsearch mappings will be generated
 ```typescript
 /**
  * Types of properties of SCYourThingName

backend/backend/CHANGELOG.md

@@ -1,5 +1,205 @@
 # @openstapps/backend
 
+## 3.2.0
+
+### Minor Changes
+
+- 912ae422: Add the ability to filter by existence of a field
+
+### Patch Changes
+
+- 689ac68b: pin alpine version to 3.18 and add healthchecks
+- e8d72683: Backend unit tests break every year
+- Updated dependencies [912ae422]
+  - @openstapps/core@4.0.0
+  - @openstapps/core-tools@3.0.0
+  - @openstapps/logger@3.0.0
+
+## 3.1.2
+
+### Patch Changes
+
+- Fix backend rejecting plugins
+- Fix backend sliently falling back to default configs
+
+## 3.1.1
+
+### Patch Changes
+
+- Fix version history offered by backend
+- Updated dependencies
+  - @openstapps/core@3.1.1
+
+## 3.1.0
+
+### Minor Changes
+
+- 06b8ca10: Add job portal feature
+
+### Patch Changes
+
+- Updated dependencies [06b8ca10]
+  - @openstapps/core@3.1.0
+
+## 3.0.1
+
+### Patch Changes
+
+- Fix missing dependency
+
+## 3.0.0
+
+### Major Changes
+
+- 64caebaf: Migrate config system to cosmiconfig
+
+  Configs are now written using type-checked JavaScript
+
+  ```js
+  // @ts-check
+
+  // This file is now type-safe just like TypeScript, but
+  // without the compilation step
+
+  /** @type {import('@openstapps/package').Type} */
+  const foo = {};
+  ```
+
+  You can write config files in JavaScript, JSON, or other
+  cosmiconfig-supported formats.
+
+  The config files now are
+
+  - `backendrc.{js,json,...}`
+  - `elasticsearchrc.{js,json,...}`
+  - `prometheusrc.{js,json,...}`
+
+  You can also split them into multiple files,
+  as well as using the `markdown.js` helper in
+  `config/default/tools` to include markdown files
+  as text (see `config/f-u/about-pages`)
+
+- 64caebaf: Move project to a turbo monorepo & pnpm
+
+  Internal dependencies are now defined using `"@openstapps/package": "workspace:*"`
+
+  - Removed extraneous files from packages
+    - `.npmrc`
+    - `.npmignore`
+    - `.mailmap`
+    - `.gitignore`
+    - `CONTRIBUTING.md`
+    - `LICENSE` (Project license file is added upon publishing, see [pnpm.io](https://pnpm.io/cli/publish))
+    - `package-lock.json`
+    - `.editorconfig`
+    - `.eslintrc.json` (moved eslint config to `package.json`)
+    - `.eslintignore`
+    - `.gitlab-ci.yml` (Most workflows are workspace-level)
+    - `.gitlab/**` (issue templates etc. are now workspace-level)
+    - `.dockerignore` (Docker files are determined by which files are deployed with `pnpm deploy`, as per `package.json/files`)
+  - TSConfig has been moved to its own package (You can now use `"extends": "@openstapps/tsconfig"`)
+  - Removed ESLint and Prettier peer dependency hell by injecting them through the `.pnpmfile.cjs`
+  - Added syncpack for keeping dependency versions in sync (and consistent key ordering in `package.json`)
+  - Replaced conventional changelog with changesets
+  - Apps with binaries now use a top level `app.js`
+
+  ```js
+  #!/usr/bin/env node
+  import './lib/app.js';
+  ```
+
+- 64caebaf: Migrate to ESM
+
+  CommonJS is no longer supported in any capacity. To use the new
+  version, you will need to migrate your package to ESM.
+  We recommend using `tsup` and `Node 18`.
+
+  ```json
+  {
+    "type": "module"
+  }
+  ```
+
+- 64caebaf: Migrate package to Node 18
+
+  - Consumers of this package will need to migrate to Node 18 or
+    higher.
+  - Packages have been migrated from promisified `readFile` or
+    `readFileSync` towards `fs/promises`
+  - Packages use native `flatMap` now
+
+- 0a7e6af1: Migrate es mapping types from es-mapping-generator to .d.ts next to generated mappings
+- 64caebaf: Migrate build system to `tsup`
+
+  All packages now use an `index.ts` file to expose contents.
+
+  You will need to migrate paths from `import foo from '@scope/package/lib/foo` to `import foo from '@scope/package'`
+
+### Minor Changes
+
+- 64caebaf: Migrate integration tests from docker-compose solution to a shell script
+
+  `api-cli` no longer builds as a Docker container as a result.
+
+- 64caebaf: Migrate tests to C8/Chai/Mocha
+
+  - `@testdeck` OOP testing has been removed.
+  - Tests have been unified
+  - CommonJS module mocking has been replaced through
+    refactoring of tests, as ES Modules cannot be mocked
+    (do yourself a favor and don't try to mock them)
+  - C8 now replaces NYC as a native coverage tool
+
+- 64caebaf: Migrate away from `@krlwlfrt/async-pool`
+
+  ```ts
+  import {mapAsyncLimit} from '@openstapps/collection-utils';
+
+  await mapAsyncLimit(
+    [1, 2, 3],
+    async it => {
+      await someNetworkRequest(it);
+    },
+    5,
+  );
+  ```
+
+### Patch Changes
+
+- 64caebaf: Migrated changelogs to changeset format
+
+  ```js
+  import fs from 'fs';
+
+  const path = 'packages/logger/CHANGELOG.md';
+
+  fs.writeFileSync(path, fs.readFileSync(path, 'utf8').replace(/^#+\s+\[/gm, '## ['));
+  ```
+
+- 98546a97: Migrate away from @openstapps/configuration
+- 23481d0d: Update to TypeScript 5.1.6
+- Updated dependencies [98546a97]
+- Updated dependencies [64caebaf]
+- Updated dependencies [98546a97]
+- Updated dependencies [64caebaf]
+- Updated dependencies [64caebaf]
+- Updated dependencies [64caebaf]
+- Updated dependencies [64caebaf]
+- Updated dependencies [1f62b5c5]
+- Updated dependencies [98546a97]
+- Updated dependencies [23481d0d]
+- Updated dependencies [0a7e6af1]
+- Updated dependencies [64caebaf]
+- Updated dependencies [64caebaf]
+- Updated dependencies [98546a97]
+- Updated dependencies [64caebaf]
+- Updated dependencies [64caebaf]
+- Updated dependencies [64caebaf]
+- Updated dependencies [98546a97]
+  - @openstapps/core-tools@3.0.0
+  - @openstapps/logger@3.0.0
+  - @openstapps/core@3.0.0
+
 ## 3.0.0-next.4
 
 ### Patch Changes

backend/backend/Dockerfile

@@ -9,4 +9,6 @@ ENV NODE_ENV=production
 WORKDIR /app
 
 EXPOSE 3000
+HEALTHCHECK --interval=10s --timeout=10s --start-period=10s --retries=12 CMD curl -s --fail --request POST --data '{}' --header 'Content-Type: application/json' http://localhost:3000/ >/dev/null || exit 1
+
 ENTRYPOINT ["node", "app.js"]

backend/backend/config/b-tu/elasticsearchrc.js

@@ -1,5 +1,3 @@
-// @ts-check
-
 /**
  * This is the database configuration for the technical university of berlin
  *

backend/backend/config/default/app/index.js

@@ -22,6 +22,7 @@ const app = {
   name: 'Goethe-Uni',
   privacyPolicyUrl: 'https://mobile.server.uni-frankfurt.de/_static/privacy.md',
   settings: [userGroupSetting, languageSetting],
+  versionHistory: [],
 };
 
 export default app;

backend/backend/config/default/app/language-setting.js

@@ -1,4 +1,3 @@
-// @ts-check
 import {SCSettingInputType, SCThingOriginType, SCThingType} from '@openstapps/core';
 
 /** @type {import('@openstapps/core').SCLanguageSetting}  */

backend/backend/config/default/app/menu.js

@@ -1,4 +1,3 @@
-// @ts-check
 /** @type {import('@openstapps/core').SCAppConfigurationMenuCategory[]} */
 const menus = [
   {
@@ -56,6 +55,19 @@ const menus = [
           },
         },
       },
+      {
+        icon: 'work',
+        route: '/jobs',
+        title: 'job postings',
+        translations: {
+          de: {
+            title: 'Jobangebote',
+          },
+          en: {
+            title: 'job postings',
+          },
+        },
+      },
     ],
     title: 'overview',
     route: '/overview',

backend/backend/config/default/app/user-group-setting.js

@@ -1,4 +1,3 @@
-// @ts-check
 import {SCSettingInputType, SCThingOriginType, SCThingType} from '@openstapps/core';
 
 /** @type {import('@openstapps/core').SCUserGroupSetting} */

backend/backend/config/default/backend/aggregations.js

@@ -1,4 +1,3 @@
-// @ts-check
 import {SCThingType} from '@openstapps/core';
 
 /** @type {import('@openstapps/core').SCBackendAggregationConfiguration[]} */

backend/backend/config/default/backend/boostings.js

@@ -1,4 +1,3 @@
-// @ts-check
 import {
   month,
   sommerRange,

backend/backend/config/default/backend/index.js

@@ -1,4 +1,3 @@
-// @ts-check
 import {SCThingType} from '@openstapps/core';
 import aggregations from './aggregations.js';
 import boostings from './boostings.js';
@@ -17,7 +16,7 @@ export const backend = {
   hiddenTypes: [SCThingType.DateSeries, SCThingType.Diff, SCThingType.Floor],
   mappingIgnoredTags: ['minlength', 'pattern', 'see', 'tjs-format'],
   maxMultiSearchRouteQueries: 5,
-  maxRequestBodySize: 512 * 1024,
+  maxRequestBodySize: 2e6,
   name: 'Goethe-Universität Frankfurt am Main',
   namespace: '909a8cbc-8520-456c-b474-ef1525f14209',
   sortableFields: [

backend/backend/config/default/backendrc.js

@@ -1,4 +1,3 @@
-// @ts-check
 import app from './app/index.js';
 import {backend, internal} from './backend/index.js';
 

backend/backend/config/default/elasticsearchrc.js

@@ -1,5 +1,3 @@
-// @ts-check
-
 /**
  * This is the default configuration for elasticsearch (a database)
  *
@@ -11,13 +9,13 @@
  *
  * To get more information about the meaning of specific fields, please use your IDE to read the TSDoc documentation.
  *
- * @type {import('../../src/storage/elasticsearch/types/elasticsearch-config.js')}
+ * @type {import('../../src/storage/elasticsearch/types/elasticsearch-config.js').ElasticsearchConfigFile}
  */
 const config = {
   internal: {
     database: {
       name: 'elasticsearch',
-      version: '5.6',
+      version: '8.4.2',
       query: {
         minMatch: '75%',
         queryType: 'dis_max',

backend/backend/config/default/tools/markdown.js

@@ -1,4 +1,3 @@
-// @ts-check
 import {readFile} from 'fs/promises';
 import {SCAboutPageContentType} from '@openstapps/core';
 

backend/backend/config/default/tools/semester-acronym.js

@@ -1,4 +1,3 @@
-// @ts-check
 /**
  * Generates a range of numbers that represent consecutive calendar months
  *

backend/backend/config/default/tools/version.js

@@ -0,0 +1,37 @@
+import {readFile, readdir} from 'fs/promises';
+import url from 'url';
+import path from 'path';
+
+/**
+ * @example version(1, import.meta.url)
+ * @param options {Omit<import('@openstapps/core').SCAppVersionInfo, 'releaseNotes' | 'translations'>}
+ * @param base {string}
+ * @returns {Promise<import('@openstapps/core').SCAppVersionInfo>}
+ */
+export async function version(options, base) {
+  const de = await readFile(new URL(`${options.version}.de.md`, base), 'utf8');
+  const en = await readFile(new URL(`${options.version}.en.md`, base), 'utf8');
+
+  return {
+    ...options,
+    releaseNotes: de,
+    translations: {
+      en: {
+        releaseNotes: en,
+      },
+    },
+  };
+}
+
+/**
+ * @param base {string} Base path of the file as `import.meta.url`
+ * @returns {Promise<import('@openstapps/core').SCAppVersionInfo[]>}
+ */
+export async function versions(base) {
+  const directory = await readdir(path.dirname(url.fileURLToPath(base)));
+  const versions = [
+    ...new Set(directory.filter(it => it.endsWith('.md')).map(it => it.replace(/\.\w+\.md$/, ''))),
+  ].sort((a, b) => -a.localeCompare(b, undefined, {numeric: true}));
+
+  return Promise.all(versions.map(versionName => version({version: versionName}, base)));
+}

backend/backend/config/f-u/about-pages/about.js

@@ -1,4 +1,3 @@
-// @ts-check
 import {SCAboutPageContentType} from '@openstapps/core';
 import {markdown} from '../../default/tools/markdown.js';
 

backend/backend/config/f-u/about-pages/imprint.js

@@ -1,4 +1,3 @@
-// @ts-check
 import {SCAboutPageContentType} from '@openstapps/core';
 
 /** @type {import('@openstapps/core').SCAboutPage} */

backend/backend/config/f-u/about-pages/index.js

@@ -1,4 +1,3 @@
-// @ts-check
 import about from './about.js';
 import imprint from './imprint.js';
 import privacy from './privacy.js';

backend/backend/config/f-u/about-pages/privacy.js

@@ -1,4 +1,3 @@
-// @ts-check
 import {markdown} from '../../default/tools/markdown.js';
 
 /** @type {import('@openstapps/core').SCAboutPage} */

backend/backend/config/f-u/backendrc.js

@@ -1,7 +1,7 @@
-// @ts-check
 import aboutPages from './about-pages/index.js';
 import defaultApp from '../default/app/index.js';
 import {backend as defaultBackend, internal as defaultInternal} from '../default/backend/index.js';
+import versionHistory from './version-history/index.js';
 
 /**
  * This is the default configuration for the Goethe university of Frankfurt
@@ -76,6 +76,7 @@ const config = {
         } */
       },
     },
+    versionHistory,
     aboutPages,
   },
   backend: defaultBackend,

backend/backend/config/f-u/version-history/2.4.0.de.md

@@ -0,0 +1,52 @@
+# Goethe-Uni App 2.4
+
+Wir freuen uns euch mehr in der Goethe-Uni App
+bieten zu können.
+
+## Navigation zu Gebäuden und Orten
+
+Als eines der Ergebnisse des Ideenwettbewerbs wurde jetzt
+ein Navigationsfeature in die App integriert.
+
+Orte auf der Karte, Mensen, sowie sogar Termine (wenn hinterlegt)
+bieten jetzt direkt die Option eine Verbindung zu finden, gestützt
+durch die Karten App auf deinem Gerät.
+
+## Integration der Jobbörse
+
+Jobs findest du ab sofort auch in der Goethe-Uni App.
+
+Auch das ist ein Ergebnis des Ideenwettbewerbs,
+und wir freuen uns es euch hier präsentieren zu können!
+
+## Der Umweltscore
+
+Der Umweltscore für Gerichte wird nun auch in der App angezeigt.
+
+> Nachhaltigkeit, Umweltschutz, Gesundheit und Klimawandel sind
+> zentrale Begriffe im gesellschaftlichen Miteinander.
+> Unsere Ernährung spielt hierbei eine wichtige Rolle.
+> Das Studierendenwerk Frankfurt am Main zeichnet seine Speisenpläne
+> ab sofort mit einem Umweltscore aus.
+> Anhand dieser Bewertung können Sie direkt ersehen,
+> welchen Einfluss Ihre Essenauswahl auf das Klima hat.
+
+## Weitere Verbesserungen
+
+### Performance
+
+Die Performance der App beim Navigieren wurde stark verbessert und ist datensparender.
+
+### Kalender
+
+Die Kalenderabschnitte haben jetzt neue Namen bekommen:
+
+- Der _Kalender_ zeigt Termine für spezifische Tage
+- Die _Wochenübersicht_ ist ein Stundenplan mit allen Termine, die sich wiederholen (z. B. Vorlesungen)
+- Die _Einzeltermine_ zeigen alle Termine, die sich nicht wiederholen
+  (z. B. Klausuren)
+
+### Meine App
+
+Der "Meine Kurse" Abschnitt wurde überarbeitet, und zeigt jetzt Termine
+für die nächsten Tage und mit mehr Details an.

backend/backend/config/f-u/version-history/2.4.0.en.md

@@ -0,0 +1,49 @@
+# Goethe-Uni App 2.4
+
+The Goethe-Uni App got even better!
+
+## Navigation to buildings and places
+
+As part of the "Ideenwettbewerb," the idea competition,
+we have now integrated a navigation feature into the app.
+
+Orte auf der Karte, Mensen, sowie sogar Termine (wenn hinterlegt)
+bieten jetzt direkt die Option eine Verbindung zu finden, gestützt
+durch die Karten App auf deinem Gerät.
+
+## Integration of the job market
+
+Jobs are now also available in the Goethe-Uni App.
+
+This feature is also a result of the idea competition,
+and we're happy to be able to present it to you here!
+
+## The environment score
+
+The environment score for dishes is now displayed inside the app.
+
+> Sustainability, environment protection, health, and climate change are
+> central topics in how we live today in our society.
+> Our eating habits play an important role in it.
+> The "Studierendenwerk Frankfurt am Main" is marking up its menus
+> from now on with the so-called "Umweltscore," the environment score.
+> Based on this rating, you can see the impact your meal choice would have on our climate.
+
+## Further improvements
+
+### Performance
+
+The performance while navigating around the app has been heavily improved and requires less data to work.
+
+### Calendar
+
+The calendar sections have new names:
+
+- The _calendar_ shows appointments on specific days
+- The _week overview_ is a schedule with all events that repeat (e.g. lectures)
+- The _single events_ show all appointments that don't repeat (e.g. exams)
+
+### My App
+
+The "my courses" section has been revamped,
+and now shows events for the next days and with more detail.

backend/backend/config/f-u/version-history/index.js

@@ -0,0 +1,6 @@
+import {versions} from '../../default/tools/version.js';
+
+/** @type {import('@openstapps/core').SCAppVersionInfo[]} */
+const versionHistory = await versions(import.meta.url);
+
+export default versionHistory;

backend/backend/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@openstapps/backend",
   "description": "A reference implementation for a StApps backend",
-  "version": "3.0.0-next.4",
+  "version": "3.2.0",
   "private": true,
   "type": "module",
   "license": "AGPL-3.0-only",
@@ -59,11 +59,12 @@
     "body-parser": "1.20.2",
     "cors": "2.8.5",
     "cosmiconfig": "8.1.3",
+    "deepmerge": "4.3.1",
     "express": "4.18.2",
     "express-prom-bundle": "6.6.0",
     "express-promise-router": "4.1.1",
     "got": "12.6.0",
-    "moment": "2.29.4",
+    "moment": "2.30.1",
     "morgan": "1.10.0",
     "nock": "13.3.1",
     "node-cache": "5.1.2",
@@ -97,9 +98,9 @@
     "sinon": "15.0.4",
     "sinon-express-mock": "2.2.1",
     "supertest": "6.3.3",
-    "ts-node": "10.9.1",
+    "ts-node": "10.9.2",
     "tsup": "6.7.0",
-    "typescript": "5.1.6"
+    "typescript": "5.4.2"
   },
   "tsup": {
     "entry": [

backend/backend/src/config.ts

@@ -2,6 +2,7 @@ import {cosmiconfig, PublicExplorer} from 'cosmiconfig';
 import {SCConfigFile} from '@openstapps/core';
 import path from 'path';
 import deepmerge from 'deepmerge';
+import {Logger} from '@openstapps/logger';
 
 const fallbackNamespace = 'default';
 const configPath = 'config';
@@ -23,31 +24,25 @@ function configLoader(moduleName: string): PublicExplorer {
  * Find and load a config file
  */
 async function findConfig<T>(moduleName: string, namespace = fallbackNamespace): Promise<T> {
-  return configLoader(moduleName)
+  const config = await configLoader(moduleName).search(path.posix.join('.', configPath, namespace));
-    .search(path.posix.join('.', configPath, namespace))
-    .then(it => it!.config as T)
-    .catch(() =>
-      configLoader(moduleName)
-        .search(path.posix.join('.', configPath, fallbackNamespace))
-        .then(it => it!.config),
-    );
-}
 
-/**
+  if (config) {
- * Loads a config file
+    Logger.info(`Using ${namespace} config for ${moduleName}`);
- */
+    return config.config;
-async function loadConfig<T>(moduleName: string): Promise<T> {
+  } else {
-  const namespace = process.env.NODE_APP_INSTANCE;
+    Logger.info(`Using ${fallbackNamespace} config for ${moduleName}`);
-  const database = process.env.NODE_CONFIG_ENV;
+    return configLoader(moduleName)
-
+      .search(path.posix.join('.', configPath, fallbackNamespace))
-  const config = await findConfig<T>(moduleName, namespace);
+      .then(it => it!.config);
-  if (database) {
-    const databaseConfig = await findConfig<T>(database, namespace);
-    return deepmerge(config, databaseConfig);
   }
-
-  return config;
 }
 
-export const backendConfig = await loadConfig<SCConfigFile>('backend');
+const namespace = process.env.NODE_APP_INSTANCE;
-export const prometheusConfig = await loadConfig<unknown>('prometheus');
+const database = process.env.NODE_CONFIG_ENV;
+
+export const prometheusConfig = await findConfig<unknown>('prometheus', namespace);
+
+const backendConfigWithoutDatabase = await findConfig<SCConfigFile>('backend', namespace);
+export const backendConfig = database
+  ? deepmerge(backendConfigWithoutDatabase, await findConfig<never>(database, namespace))
+  : backendConfigWithoutDatabase;

backend/backend/src/storage/elasticsearch/elasticsearch.ts

@@ -84,7 +84,10 @@ export class Elasticsearch implements Database {
    * @param config an assembled config file
    * @param mailQueue a mail queue for monitoring
    */
-  constructor(private readonly config: SCConfigFile, mailQueue?: MailQueue) {
+  constructor(
+    private readonly config: SCConfigFile,
+    mailQueue?: MailQueue,
+  ) {
     if (config.internal.database === undefined || typeof config.internal.database.version !== 'string') {
       throw new TypeError('Database version is undefined. Check your config file');
     }

backend/backend/src/storage/elasticsearch/query/filters/value.ts

@@ -21,16 +21,31 @@ import {QueryDslSpecificQueryContainer} from '../../types/util.js';
  */
 export function buildValueFilter(
   filter: SCSearchValueFilter,
-): QueryDslSpecificQueryContainer<'term'> | QueryDslSpecificQueryContainer<'terms'> {
+):
-  return Array.isArray(filter.arguments.value)
+  | QueryDslSpecificQueryContainer<'exists'>
-    ? {
+  | QueryDslSpecificQueryContainer<'term'>
-        terms: {
+  | QueryDslSpecificQueryContainer<'terms'> {
-          [`${filter.arguments.field}.raw`]: filter.arguments.value,
+  switch (typeof filter.arguments.value) {
+    case 'undefined': {
+      return {
+        exists: {
+          field: filter.arguments.field,
         },
-      }
+      };
-    : {
+    }
+    case 'string': {
+      return {
         term: {
           [`${filter.arguments.field}.raw`]: filter.arguments.value,
         },
       };
+    }
+    case 'object': {
+      return {
+        terms: {
+          [`${filter.arguments.field}.raw`]: filter.arguments.value,
+        },
+      };
+    }
+  }
 }

backend/backend/test/routes/bulk-route.spec.ts

@@ -14,6 +14,7 @@
  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
  */
 import {
+  SCBook,
   SCBulkAddRoute,
   SCBulkDoneRoute,
   SCBulkRequest,
@@ -23,29 +24,30 @@ import {
 import {expect} from 'chai';
 import {bulk, DEFAULT_TEST_TIMEOUT} from '../common.js';
 import {testApp} from '../tests-setup.js';
-import {readFile} from 'fs/promises';
 import {v4} from 'uuid';
+import bookFile from '@openstapps/core/test/resources/indexable/Book.2.json' assert {type: 'json'};
 
-const book = JSON.parse(
+const book = bookFile.instance as SCBook;
-  await readFile('node_modules/@openstapps/core/test/resources/indexable/Book.2.json', 'utf8'),
-).instance;
 
 describe('Bulk routes', async function () {
   // increase timeout for the suite
   this.timeout(DEFAULT_TEST_TIMEOUT);
 
-  const request: SCBulkRequest = {
+  let request: SCBulkRequest;
-    expiration: bulk.expiration,
+  let bulkRoute: SCBulkRoute;
-    source: bulk.source,
+  let bulkAddRoute: SCBulkAddRoute;
-    type: bulk.type,
+  let bulkDoneRoute: SCBulkDoneRoute;
-  };
-  const bulkRoute = new SCBulkRoute();
-  const bulkAddRoute = new SCBulkAddRoute();
-  const bulkDoneRoute = new SCBulkDoneRoute();
 
-  // afterEach(async function() {
+  before(function () {
-  // TODO: Delete saved bulks
+    request = {
-  // });
+      expiration: bulk.expiration,
+      source: bulk.source,
+      type: bulk.type,
+    };
+    bulkRoute = new SCBulkRoute();
+    bulkAddRoute = new SCBulkAddRoute();
+    bulkDoneRoute = new SCBulkDoneRoute();
+  });
 
   it('should create bulk', async function () {
     const {status, body, error} = await testApp

backend/backend/test/routes/index-route.spec.ts

@@ -21,7 +21,12 @@ import {expect} from 'chai';
 describe('Index route', async function () {
   // increase timeout for the suite
   this.timeout(DEFAULT_TEST_TIMEOUT);
-  const indexRoute = new SCIndexRoute();
+
+  let indexRoute: SCIndexRoute;
+
+  before(function () {
+    indexRoute = new SCIndexRoute();
+  });
 
   it('should respond with both app and backend configuration', async function () {
     const request: SCIndexRequest = {};

backend/backend/test/routes/plugin-register-route.spec.ts

@@ -30,15 +30,11 @@ import chaiAsPromised from 'chai-as-promised';
 import {DEFAULT_TEST_TIMEOUT} from '../common.js';
 import {testApp} from '../tests-setup.js';
 import {backendConfig} from '../../src/config.js';
-import {readFile} from 'fs/promises';
+import registerRequest from '@openstapps/core/test/resources/PluginRegisterRequest.1.json' assert {type: 'json'};
 
 // for using promises in expectations (to.eventually.be...)
 use(chaiAsPromised);
 
-const registerRequest = JSON.parse(
-  await readFile('node_modules/@openstapps/core/test/resources/PluginRegisterRequest.1.json', 'utf8'),
-);
-
 // cast it because of "TS2322: Type 'string' is not assignable to type '"add"'"
 export const registerAddRequest: SCPluginAdd = registerRequest.instance as SCPluginAdd;
 

backend/backend/test/routes/route.spec.ts

@@ -47,8 +47,8 @@ describe('Create route', async function () {
   const statusCodeSuccess = 222;
   const bodySuccess = {foo: true};
   const sandbox = sinon.createSandbox();
-  const validationError = new SCValidationErrorResponse([]);
+  let validationError: SCValidationErrorResponse;
-  const internalServerError = new SCInternalServerErrorResponse();
+  let internalServerError: SCInternalServerErrorResponse;
 
   beforeEach(function () {
     app = express();
@@ -64,6 +64,9 @@ describe('Create route', async function () {
     handler = (_request, _app) => {
       return Promise.resolve(bodySuccess);
     };
+
+    validationError = new SCValidationErrorResponse([]);
+    internalServerError = new SCInternalServerErrorResponse();
   });
 
   afterEach(function () {

backend/backend/test/routes/search-route.spec.ts

@@ -29,11 +29,19 @@ import {backendConfig} from '../../src/config.js';
 describe('Search route', async function () {
   // increase timeout for the suite
   this.timeout(DEFAULT_TEST_TIMEOUT);
-  const searchRoute = new SCSearchRoute();
+  let searchRoute: SCSearchRoute;
-  const multiSearchRoute = new SCMultiSearchRoute();
+  let multiSearchRoute: SCMultiSearchRoute;
-  const syntaxError = new SCSyntaxErrorResponse('Foo Message');
+  let syntaxError: SCSyntaxErrorResponse;
-  const methodNotAllowedError = new SCMethodNotAllowedErrorResponse();
+  let methodNotAllowedError: SCMethodNotAllowedErrorResponse;
-  const tooManyRequestsError = new SCTooManyRequestsErrorResponse();
+  let tooManyRequestsError: SCTooManyRequestsErrorResponse;
+
+  before(function () {
+    searchRoute = new SCSearchRoute();
+    multiSearchRoute = new SCMultiSearchRoute();
+    syntaxError = new SCSyntaxErrorResponse('Foo Message');
+    methodNotAllowedError = new SCMethodNotAllowedErrorResponse();
+    tooManyRequestsError = new SCTooManyRequestsErrorResponse();
+  });
 
   it('should reject GET, PUT with a valid search query', async function () {
     // const expectedParams = JSON.parse(JSON.stringify(defaultParams));

backend/backend/test/routes/thing-update-route.spec.ts

@@ -13,23 +13,25 @@
  * You should have received a copy of the GNU Affero General Public License
  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
  */
-import {SCThingUpdateRoute} from '@openstapps/core';
+import {SCBook, SCThingUpdateRoute} from '@openstapps/core';
 import chaiAsPromised from 'chai-as-promised';
 import {bulkStorageMock, DEFAULT_TEST_TIMEOUT} from '../common.js';
 import {expect, use} from 'chai';
 import {testApp} from '../tests-setup.js';
-import {readFile} from 'fs/promises';
+import bookFile from '@openstapps/core/test/resources/indexable/Book.1.json' assert {type: 'json'};
 
 use(chaiAsPromised);
 
-const book = JSON.parse(
+const book = bookFile.instance as SCBook;
-  await readFile('node_modules/@openstapps/core/test/resources/indexable/Book.1.json', 'utf8'),
-).instance;
 
 describe('Thing update route', async function () {
   // increase timeout for the suite
   this.timeout(DEFAULT_TEST_TIMEOUT);
-  const thingUpdateRoute = new SCThingUpdateRoute();
+  let thingUpdateRoute: SCThingUpdateRoute;
+
+  before(function () {
+    thingUpdateRoute = new SCThingUpdateRoute();
+  });
 
   it('should update a thing', async function () {
     const thingUpdateRouteurlPath = thingUpdateRoute.urlPath

backend/backend/test/storage/elasticsearch/elasticsearch.spec.ts

@@ -39,7 +39,6 @@ import {Elasticsearch} from '../../../src/storage/elasticsearch/elasticsearch.js
 import {bulk, DEFAULT_TEST_TIMEOUT, getTransport, getIndex} from '../../common.js';
 import fs from 'fs';
 import {backendConfig} from '../../../src/config.js';
-import {readFile} from 'fs/promises';
 import {
   ACTIVE_INDICES_ALIAS,
   getIndexUID,
@@ -50,6 +49,11 @@ import {
 } from '../../../src/storage/elasticsearch/util/index.js';
 import cron from 'node-cron';
 import {query} from './query.js';
+import messageFile from '@openstapps/core/test/resources/indexable/Message.1.json' assert {type: 'json'};
+import bookFile from '@openstapps/core/test/resources/indexable/Book.1.json' assert {type: 'json'};
+
+const message = messageFile.instance as SCMessage;
+const book = bookFile.instance as SCBook;
 
 use(chaiAsPromised);
 
@@ -60,13 +64,6 @@ function searchResponse<T>(...hits: SearchHit<T>[]): SearchResponse<T> {
   return {hits: {hits}, took: 0, timed_out: false, _shards: {total: 1, failed: 0, successful: 1}};
 }
 
-const message = JSON.parse(
-  await readFile('node_modules/@openstapps/core/test/resources/indexable/Message.1.json', 'utf8'),
-);
-const book = JSON.parse(
-  await readFile('node_modules/@openstapps/core/test/resources/indexable/Book.1.json', 'utf8'),
-);
-
 describe('Elasticsearch', function () {
   // increase timeout for the suite
   this.timeout(DEFAULT_TEST_TIMEOUT);
@@ -74,8 +71,15 @@ describe('Elasticsearch', function () {
 
   before(function () {
     // eslint-disable-next-line no-console
-    console.log('before');
     sandbox.stub(fs, 'readFileSync').returns('{}');
+    sandbox.stub(backendConfig.internal.boostings.default[0], 'fields').value({
+      'academicTerms.acronym': {
+        'SS 2023': 1.05,
+        'WS 2023/24': 1.1,
+        'SoSe 2023': 1.05,
+        'WiSe 2023/24': 1.1,
+      },
+    });
   });
   after(function () {
     sandbox.restore();
@@ -445,7 +449,7 @@ describe('Elasticsearch', function () {
           _id: '',
           _index: '',
           _score: 0,
-          _source: message as SCMessage,
+          _source: message,
         };
         sandbox.stub(es.client, 'search').resolves(searchResponse(foundObject));
 
@@ -475,7 +479,7 @@ describe('Elasticsearch', function () {
         const object: SearchHit<SCMessage> = {
           _id: '',
           _index: oldIndex,
-          _source: message as SCMessage,
+          _source: message,
         };
         sandbox.stub(es.client, 'search').resolves(searchResponse<SCMessage>(object));
         sandbox.stub(es, 'prepareBulkWrite').resolves(index);
@@ -489,7 +493,7 @@ describe('Elasticsearch', function () {
         sandbox.stub(es.client, 'create').resolves({result: 'not_found'} as CreateResponse);
 
         await es.init();
-        return expect(es.post(message as SCMessage, bulk)).to.rejectedWith('creation');
+        return expect(es.post(message, bulk)).to.rejectedWith('creation');
       });
 
       it('should create a new object', async function () {
@@ -502,7 +506,7 @@ describe('Elasticsearch', function () {
         });
 
         await es.init();
-        await es.post(message as SCMessage, bulk);
+        await es.post(message, bulk);
 
         expect(createStub.called).to.be.true;
         expect(caughtParameter.document).to.be.eql({
@@ -527,7 +531,7 @@ describe('Elasticsearch', function () {
           _id: '',
           _index: getIndex(),
           _score: 0,
-          _source: message as SCMessage,
+          _source: message,
         };
         sandbox.stub(es.client, 'search').resolves(searchResponse());
 
@@ -541,7 +545,7 @@ describe('Elasticsearch', function () {
           _id: '',
           _index: getIndex(),
           _score: 0,
-          _source: message as SCMessage,
+          _source: message,
         };
         sandbox.stub(es.client, 'search').resolves(searchResponse(object));
         // @ts-expect-error unused
@@ -564,13 +568,13 @@ describe('Elasticsearch', function () {
         _id: '123',
         _index: getIndex(),
         _score: 0,
-        _source: message as SCMessage,
+        _source: message,
       };
       const objectBook: SearchHit<SCBook> = {
         _id: '321',
         _index: getIndex(),
         _score: 0,
-        _source: book as SCBook,
+        _source: book,
       };
       const fakeEsAggregations = {
         '@all': {

backend/backend/tsconfig.json

@@ -2,7 +2,7 @@
   "extends": "@openstapps/tsconfig",
   "compilerOptions": {
     "resolveJsonModule": true,
-    "useUnknownInCatchVariables": false,
+    "useUnknownInCatchVariables": false
-    "allowJs": true
+  },
-  }
+  "exclude": ["lib", "app.js"]
 }

backend/database/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @openstapps/database
 
+## 3.2.0
+
+### Patch Changes
+
+- 689ac68b: pin alpine version to 3.18 and add healthchecks
+
+## 3.0.0
+
+### Patch Changes
+
+- 23481d0d: Update to TypeScript 5.1.6
+
 ## 3.0.0-next.4
 
 ### Patch Changes

backend/database/Dockerfile

@@ -14,4 +14,6 @@ RUN chown elasticsearch:elasticsearch config/elasticsearch.yml
 
 USER elasticsearch
 
+HEALTHCHECK --interval=10s --timeout=10s --start-period=60s --retries=12 CMD curl --fail -s http://localhost:9200/ >/dev/null || exit 1
+
 CMD ["/usr/share/elasticsearch/bin/elasticsearch"]

backend/database/config/elasticsearch.yml

@@ -3,3 +3,4 @@ discovery.type: "single-node"
 cluster.routing.allocation.disk.threshold_enabled: false
 network.bind_host: 0.0.0.0
 xpack.security.enabled: false
+ingest.geoip.downloader.enabled: false

backend/database/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@openstapps/database",
-  "version": "3.0.0-next.4",
+  "version": "3.2.0",
   "private": true,
   "files": [
     "config",