vector-im-hydrogen-web/scripts/build-plugins/rollup-plugin-build-themes.js

383 lines
16 KiB
JavaScript
Raw Permalink Normal View History

2022-03-25 07:05:27 +01:00
/*
Copyright 2021 The Matrix.org Foundation C.I.C.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
Fix SDK asset build failing on Windows (#859) Fix: ```sh $ yarn run vite build -c vite.sdk-assets-config.js yarn run v1.22.18 $ C:\Users\MLM\Documents\GitHub\element\hydrogen-web\node_modules\.bin\vite build -c vite.sdk-assets-config.js locally linked postcss cleanUrl(id) C:/Users/MLM/Documents/GitHub/element/hydrogen-web/src/platform/web/ui/css/themes/element/theme.css C:/Users/MLM/Documents/GitHub/element/hydrogen-web/src/platform/web/ui/css/themes/element/theme.css?type=runtime [build-themes] Could not load C:/Users/MLM/Documents/GitHub/element/hydrogen-web/src/platform/web/ui/css/themes/element/theme.css?variant=light: ENOENT: no such file or directory, open 'C:\Users\MLM\Documents\GitHub\element\C:\Users\MLM\Documents\GitHub\element\hydrogen-web\src\platform\web\ui\css\themes\element\theme.css' error during build: Error: Could not load C:/Users/MLM/Documents/GitHub/element/hydrogen-web/src/platform/web/ui/css/themes/element/theme.css?variant=light: ENOENT: no such file or directory, open 'C:\Users\MLM\Documents\GitHub\element\C:\Users\MLM\Documents\GitHub\element\hydrogen-web\src\platform\web\ui\css\themes\element\theme.css' error Command failed with exit code 1. info Visit https://yarnpkg.com/en/docs/cli/run for documentation about this command. ``` Regressed in: https://github.com/vector-im/hydrogen-web/pull/769/files#diff-5432b565e86d2514c825ed9972c37ea19820bf12b5d8d3203fc9d4ea4654bd34L20 where the `const path = require('path');` was removed but we also started using `path` in more places which needed the same treatment. When making the fix, we also have to make sure we don't also regress: https://github.com/vector-im/hydrogen-web/pull/750
2022-09-19 19:20:50 +02:00
// Use the path implementation native to the platform so paths from disk play
// well with resolving against the relative location (think Windows `C:\` and
// backslashes).
const path = require('path');
// Use the posix (forward slash) implementation when working with `import` paths
// to reference resources
const posixPath = require('path').posix;
2022-07-04 13:12:56 +02:00
const {optimize} = require('svgo');
2022-03-25 07:05:27 +01:00
async function readCSSSource(location) {
const fs = require("fs").promises;
2022-04-10 11:19:19 +02:00
const resolvedLocation = path.resolve(__dirname, "../../", `${location}/theme.css`);
2022-03-25 07:05:27 +01:00
const data = await fs.readFile(resolvedLocation);
return data;
}
2022-04-10 11:19:19 +02:00
function getRootSectionWithVariables(variables) {
return `:root{\n${Object.entries(variables).reduce((acc, [key, value]) => acc + `--${key}: ${value};\n`, "")} }\n\n`;
}
function appendVariablesToCSS(variables, cssSource) {
return cssSource + getRootSectionWithVariables(variables);
}
2022-05-11 09:10:32 +02:00
function addThemesToConfig(bundle, manifestLocations, defaultThemes) {
2022-04-25 10:59:31 +02:00
for (const [fileName, info] of Object.entries(bundle)) {
2022-05-12 12:32:03 +02:00
if (fileName === "config.json") {
2022-04-25 10:59:31 +02:00
const source = new TextDecoder().decode(info.source);
const config = JSON.parse(source);
2022-05-11 09:10:32 +02:00
config["themeManifests"] = manifestLocations;
2022-04-25 12:26:45 +02:00
config["defaultTheme"] = defaultThemes;
info.source = new TextEncoder().encode(JSON.stringify(config, undefined, 2));
2022-04-25 10:59:31 +02:00
}
}
}
2022-07-04 13:12:56 +02:00
/**
* Returns an object where keys are the svg file names and the values
* are the svg code (optimized)
* @param {*} icons Object where keys are css variable names and values are locations of the svg
* @param {*} manifestLocation Location of manifest used for resolving path
*/
async function generateIconSourceMap(icons, manifestLocation) {
const sources = {};
2022-07-21 08:35:10 +02:00
const fileNames = [];
const promises = [];
2022-07-04 13:12:56 +02:00
const fs = require("fs").promises;
for (const icon of Object.values(icons)) {
const [location] = icon.split("?");
2022-07-29 13:15:25 +02:00
// resolve location against manifestLocation
const resolvedLocation = path.resolve(manifestLocation, location);
2022-07-21 08:35:10 +02:00
const iconData = fs.readFile(resolvedLocation);
promises.push(iconData);
const fileName = path.basename(resolvedLocation);
fileNames.push(fileName);
}
const results = await Promise.all(promises);
for (let i = 0; i < results.length; ++i) {
const svgString = results[i].toString();
2022-07-15 11:29:50 +02:00
const result = optimize(svgString, {
plugins: [
{
name: "preset-default",
params: {
overrides: { convertColors: false, },
},
},
],
});
2022-07-04 13:12:56 +02:00
const optimizedSvgString = result.data;
2022-07-21 08:35:10 +02:00
sources[fileNames[i]] = optimizedSvgString;
2022-07-04 13:12:56 +02:00
}
return sources;
}
2022-06-20 17:40:11 +02:00
/**
* Returns a mapping from location (of manifest file) to an array containing all the chunks (of css files) generated from that location.
* To understand what chunk means in this context, see https://rollupjs.org/guide/en/#generatebundle.
* @param {*} bundle Mapping from fileName to AssetInfo | ChunkInfo
*/
function getMappingFromLocationToChunkArray(bundle) {
2022-04-01 10:57:24 +02:00
const chunkMap = new Map();
2022-06-20 17:40:11 +02:00
for (const [fileName, info] of Object.entries(bundle)) {
if (!fileName.endsWith(".css") || info.type === "asset" || info.facadeModuleId?.includes("type=runtime")) {
continue;
}
const location = info.facadeModuleId?.match(/(.+)\/.+\.css/)?.[1];
if (!location) {
throw new Error("Cannot find location of css chunk!");
}
const array = chunkMap.get(location);
if (!array) {
chunkMap.set(location, [info]);
}
else {
array.push(info);
}
}
return chunkMap;
}
/**
* Returns a mapping from unhashed file name (of css files) to AssetInfo.
* To understand what AssetInfo means in this context, see https://rollupjs.org/guide/en/#generatebundle.
* @param {*} bundle Mapping from fileName to AssetInfo | ChunkInfo
*/
function getMappingFromFileNameToAssetInfo(bundle) {
2022-04-01 10:57:24 +02:00
const assetMap = new Map();
for (const [fileName, info] of Object.entries(bundle)) {
if (!fileName.endsWith(".css")) {
continue;
}
if (info.type === "asset") {
/**
* So this is the css assetInfo that contains the asset hashed file name.
* We'll store it in a separate map indexed via fileName (unhashed) to avoid
* searching through the bundle array later.
*/
assetMap.set(info.name, info);
2022-06-20 17:40:11 +02:00
}
}
return assetMap;
}
/**
* Returns a mapping from location (of manifest file) to ChunkInfo of the runtime css asset
* To understand what ChunkInfo means in this context, see https://rollupjs.org/guide/en/#generatebundle.
* @param {*} bundle Mapping from fileName to AssetInfo | ChunkInfo
*/
function getMappingFromLocationToRuntimeChunk(bundle) {
let runtimeThemeChunkMap = new Map();
for (const [fileName, info] of Object.entries(bundle)) {
if (!fileName.endsWith(".css") || info.type === "asset") {
2022-04-01 10:57:24 +02:00
continue;
}
const location = info.facadeModuleId?.match(/(.+)\/.+\.css/)?.[1];
if (!location) {
throw new Error("Cannot find location of css chunk!");
}
2022-04-01 10:57:24 +02:00
if (info.facadeModuleId?.includes("type=runtime")) {
/**
* We have a separate field in manifest.source just for the runtime theme,
* so store this separately.
*/
runtimeThemeChunkMap.set(location, info);
2022-04-01 10:57:24 +02:00
}
}
2022-06-20 17:40:11 +02:00
return runtimeThemeChunkMap;
2022-04-01 10:57:24 +02:00
}
2022-03-25 07:05:27 +01:00
module.exports = function buildThemes(options) {
2022-04-25 12:31:02 +02:00
let manifest, variants, defaultDark, defaultLight, defaultThemes = {};
2022-04-10 11:19:19 +02:00
let isDevelopment = false;
const virtualModuleId = '@theme/'
const resolvedVirtualModuleId = '\0' + virtualModuleId;
const themeToManifestLocation = new Map();
2022-03-25 07:05:27 +01:00
return {
name: "build-themes",
enforce: "pre",
2022-04-10 11:19:19 +02:00
configResolved(config) {
if (config.command === "serve") {
isDevelopment = true;
}
},
2022-03-25 07:05:27 +01:00
async buildStart() {
2022-04-13 09:10:49 +02:00
const { themeConfig } = options;
for (const location of themeConfig.themes) {
2022-03-25 07:05:27 +01:00
manifest = require(`${location}/manifest.json`);
const themeCollectionId = manifest.id;
themeToManifestLocation.set(themeCollectionId, location);
2022-03-25 07:05:27 +01:00
variants = manifest.values.variants;
2022-03-28 14:32:53 +02:00
for (const [variant, details] of Object.entries(variants)) {
const fileName = `theme-${themeCollectionId}-${variant}.css`;
if (themeCollectionId === themeConfig.default && details.default) {
2022-04-13 09:10:49 +02:00
// This is the default theme, stash the file name for later
2022-03-28 14:32:53 +02:00
if (details.dark) {
defaultDark = fileName;
defaultThemes["dark"] = `${themeCollectionId}-${variant}`;
2022-03-28 14:32:53 +02:00
}
else {
defaultLight = fileName;
defaultThemes["light"] = `${themeCollectionId}-${variant}`;
2022-03-28 14:32:53 +02:00
}
}
2022-03-25 07:05:27 +01:00
// emit the css as built theme bundle
2022-07-19 12:20:01 +02:00
if (!isDevelopment) {
this.emitFile({ type: "chunk", id: `${location}/theme.css?variant=${variant}${details.dark ? "&dark=true" : ""}`, fileName, });
}
2022-03-25 07:05:27 +01:00
}
2022-03-29 08:16:06 +02:00
// emit the css as runtime theme bundle
2022-07-19 12:20:01 +02:00
if (!isDevelopment) {
this.emitFile({ type: "chunk", id: `${location}/theme.css?type=runtime`, fileName: `theme-${themeCollectionId}-runtime.css`, });
}
2022-03-25 07:05:27 +01:00
}
},
2022-04-10 11:19:19 +02:00
resolveId(id) {
if (id.startsWith(virtualModuleId)) {
return '\0' + id;
2022-03-25 07:05:27 +01:00
}
},
2022-03-28 14:32:53 +02:00
2022-04-10 11:19:19 +02:00
async load(id) {
if (isDevelopment) {
2022-04-13 10:09:20 +02:00
/**
* To load the theme during dev, we need to take a different approach because emitFile is not supported in dev.
* We solve this by resolving virtual file "@theme/name/variant" into the necessary css import.
* This virtual file import is removed when hydrogen is built (see transform hook).
*/
2022-04-10 11:19:19 +02:00
if (id.startsWith(resolvedVirtualModuleId)) {
let [theme, variant, file] = id.substr(resolvedVirtualModuleId.length).split("/");
if (theme === "default") {
2022-04-13 09:26:14 +02:00
theme = options.themeConfig.default;
2022-04-10 11:19:19 +02:00
}
const location = themeToManifestLocation.get(theme);
2022-04-13 09:26:14 +02:00
const manifest = require(`${location}/manifest.json`);
const variants = manifest.values.variants;
2022-04-10 11:19:19 +02:00
if (!variant || variant === "default") {
2022-04-13 09:26:14 +02:00
// choose the first default variant for now
// this will need to support light/dark variants as well
variant = Object.keys(variants).find(variantName => variants[variantName].default);
2022-04-10 11:19:19 +02:00
}
if (!file) {
file = "index.js";
}
switch (file) {
case "index.js": {
2022-04-13 09:26:14 +02:00
const isDark = variants[variant].dark;
Fix SDK asset build failing on Windows (#859) Fix: ```sh $ yarn run vite build -c vite.sdk-assets-config.js yarn run v1.22.18 $ C:\Users\MLM\Documents\GitHub\element\hydrogen-web\node_modules\.bin\vite build -c vite.sdk-assets-config.js locally linked postcss cleanUrl(id) C:/Users/MLM/Documents/GitHub/element/hydrogen-web/src/platform/web/ui/css/themes/element/theme.css C:/Users/MLM/Documents/GitHub/element/hydrogen-web/src/platform/web/ui/css/themes/element/theme.css?type=runtime [build-themes] Could not load C:/Users/MLM/Documents/GitHub/element/hydrogen-web/src/platform/web/ui/css/themes/element/theme.css?variant=light: ENOENT: no such file or directory, open 'C:\Users\MLM\Documents\GitHub\element\C:\Users\MLM\Documents\GitHub\element\hydrogen-web\src\platform\web\ui\css\themes\element\theme.css' error during build: Error: Could not load C:/Users/MLM/Documents/GitHub/element/hydrogen-web/src/platform/web/ui/css/themes/element/theme.css?variant=light: ENOENT: no such file or directory, open 'C:\Users\MLM\Documents\GitHub\element\C:\Users\MLM\Documents\GitHub\element\hydrogen-web\src\platform\web\ui\css\themes\element\theme.css' error Command failed with exit code 1. info Visit https://yarnpkg.com/en/docs/cli/run for documentation about this command. ``` Regressed in: https://github.com/vector-im/hydrogen-web/pull/769/files#diff-5432b565e86d2514c825ed9972c37ea19820bf12b5d8d3203fc9d4ea4654bd34L20 where the `const path = require('path');` was removed but we also started using `path` in more places which needed the same treatment. When making the fix, we also have to make sure we don't also regress: https://github.com/vector-im/hydrogen-web/pull/750
2022-09-19 19:20:50 +02:00
return `import "${posixPath.resolve(`${location}/theme.css`)}${isDark? "?dark=true": ""}";` +
2022-04-10 11:19:19 +02:00
`import "@theme/${theme}/${variant}/variables.css"`;
}
case "variables.css": {
2022-04-13 09:26:14 +02:00
const variables = variants[variant].variables;
2022-04-10 11:19:19 +02:00
const css = getRootSectionWithVariables(variables);
return css;
}
}
2022-03-28 14:32:53 +02:00
}
2022-04-10 11:19:19 +02:00
}
else {
const result = id.match(/(.+)\/theme.css\?variant=([^&]+)/);
2022-04-10 11:19:19 +02:00
if (result) {
const [, location, variant] = result;
const cssSource = await readCSSSource(location);
const config = variants[variant];
2022-04-13 09:26:14 +02:00
return appendVariablesToCSS(config.variables, cssSource);
2022-03-28 14:32:53 +02:00
}
2022-04-10 11:19:19 +02:00
return null;
2022-03-28 14:32:53 +02:00
}
2022-04-10 11:22:26 +02:00
},
transform(code, id) {
if (isDevelopment) {
return;
}
2022-04-13 10:09:20 +02:00
/**
* Removes develop-only script tag; this cannot be done in transformIndexHtml hook because
* by the time that hook runs, the import is added to the bundled js file which would
* result in a runtime error.
*/
const devScriptTag =
/<script type="module"> import "@theme\/.+"; <\/script>/;
if (id.endsWith("index.html")) {
const htmlWithoutDevScript = code.replace(devScriptTag, "");
2022-04-13 10:09:20 +02:00
return htmlWithoutDevScript;
}
},
2022-04-10 11:22:26 +02:00
transformIndexHtml(_, ctx) {
if (isDevelopment) {
// Don't add default stylesheets to index.html on dev
return;
}
let darkThemeLocation, lightThemeLocation;
for (const [, bundle] of Object.entries(ctx.bundle)) {
if (bundle.name === defaultDark) {
darkThemeLocation = bundle.fileName;
2022-04-10 11:19:19 +02:00
}
2022-04-10 11:22:26 +02:00
if (bundle.name === defaultLight) {
lightThemeLocation = bundle.fileName;
2022-04-10 11:19:19 +02:00
}
2022-04-10 11:22:26 +02:00
}
return [
{
tag: "link",
attrs: {
rel: "stylesheet",
type: "text/css",
media: "(prefers-color-scheme: dark)",
href: `./${darkThemeLocation}`,
class: "theme",
2022-04-10 11:22:26 +02:00
}
},
{
tag: "link",
attrs: {
rel: "stylesheet",
type: "text/css",
media: "(prefers-color-scheme: light)",
href: `./${lightThemeLocation}`,
class: "theme",
2022-04-10 11:22:26 +02:00
}
},
];
2022-04-13 09:26:14 +02:00
},
2022-04-10 11:19:19 +02:00
2022-07-04 13:12:56 +02:00
async generateBundle(_, bundle) {
2022-06-20 17:40:11 +02:00
const assetMap = getMappingFromFileNameToAssetInfo(bundle);
const chunkMap = getMappingFromLocationToChunkArray(bundle);
const runtimeThemeChunkMap = getMappingFromLocationToRuntimeChunk(bundle);
2022-05-11 09:10:32 +02:00
const manifestLocations = [];
2022-06-20 17:05:06 +02:00
// Location of the directory containing manifest relative to the root of the build output
const manifestLocation = "assets";
2022-04-10 11:22:26 +02:00
for (const [location, chunkArray] of chunkMap) {
const manifest = require(`${location}/manifest.json`);
const compiledVariables = options.compiledVariables.get(location);
const derivedVariables = compiledVariables["derived-variables"];
const icon = compiledVariables["icon"];
2022-05-12 11:01:28 +02:00
const builtAssets = {};
let themeKey;
for (const chunk of chunkArray) {
const [, name, variant] = chunk.fileName.match(/theme-(.+)-(.+)\.css/);
themeKey = name;
2022-06-20 17:05:06 +02:00
const locationRelativeToBuildRoot = assetMap.get(chunk.fileName).fileName;
const locationRelativeToManifest = path.relative(manifestLocation, locationRelativeToBuildRoot);
builtAssets[`${name}-${variant}`] = locationRelativeToManifest;
}
2022-07-04 13:12:56 +02:00
// Emit the base svg icons as asset
const nameToAssetHashedLocation = [];
const nameToSource = await generateIconSourceMap(icon, location);
for (const [name, source] of Object.entries(nameToSource)) {
const ref = this.emitFile({ type: "asset", name, source });
const assetHashedName = this.getFileName(ref);
nameToAssetHashedLocation[name] = assetHashedName;
}
2022-07-19 16:16:36 +02:00
// Update icon section in output manifest with paths to the icon in build output
2022-07-04 13:12:56 +02:00
for (const [variable, location] of Object.entries(icon)) {
const [locationWithoutQueryParameters, queryParameters] = location.split("?");
const name = path.basename(locationWithoutQueryParameters);
const locationRelativeToBuildRoot = nameToAssetHashedLocation[name];
const locationRelativeToManifest = path.relative(manifestLocation, locationRelativeToBuildRoot);
icon[variable] = `${locationRelativeToManifest}?${queryParameters}`;
}
const runtimeThemeChunk = runtimeThemeChunkMap.get(location);
2022-06-20 17:05:06 +02:00
const runtimeAssetLocation = path.relative(manifestLocation, assetMap.get(runtimeThemeChunk.fileName).fileName);
2022-04-10 11:22:26 +02:00
manifest.source = {
2022-05-12 11:01:28 +02:00
"built-assets": builtAssets,
2022-06-20 17:05:06 +02:00
"runtime-asset": runtimeAssetLocation,
2022-04-10 11:22:26 +02:00
"derived-variables": derivedVariables,
2022-07-04 13:12:56 +02:00
"icon": icon,
2022-04-10 11:22:26 +02:00
};
const name = `theme-${themeKey}.json`;
2022-06-20 17:05:06 +02:00
manifestLocations.push(`${manifestLocation}/${name}`);
2022-04-10 11:22:26 +02:00
this.emitFile({
type: "asset",
name,
source: JSON.stringify(manifest),
});
}
2022-05-11 09:10:32 +02:00
addThemesToConfig(bundle, manifestLocations, defaultThemes);
2022-04-10 11:22:26 +02:00
},
2022-03-25 07:05:27 +01:00
}
}