
commit c276d2193da5dbe7af5197bdf7e2bcce6f87b0cf Author: Owen Schwartz <owen@txv.io> Date: Tue Jan 28 22:06:04 2025 -0500 Okay actually now commit 9afdc0aadc3f4fb4e811930bacff70a9e17eab9f Author: Owen Schwartz <owen@txv.io> Date: Tue Jan 28 21:58:44 2025 -0500 Migrations working finally commit a7336b3b2466fe74d650b9c253ecadbe1eff749d Merge: e7c7203fdb1ab4
Author: Owen Schwartz <owen@txv.io> Date: Mon Jan 27 22:19:15 2025 -0500 Merge branch 'dev' into tcp-udp-traffic commit e7c7203330b1b08e570048b10ef314b55068e466 Author: Owen Schwartz <owen@txv.io> Date: Mon Jan 27 22:18:09 2025 -0500 Working on migration commit a4704dfd44b10647257c7c7054c0dae806d315bb Author: Owen Schwartz <owen@txv.io> Date: Mon Jan 27 21:40:52 2025 -0500 Add flag to allow raw resources commit d74f7a57ed11e2a6bf1a7e0c28c29fb07eb573a0 Merge: 6817788 d791b9b Author: Owen Schwartz <owen@txv.io> Date: Mon Jan 27 21:28:50 2025 -0500 Merge branch 'tcp-udp-traffic' of https://github.com/fosrl/pangolin into tcp-udp-traffic commit 68177882781b54ef30b62cca7dee8bbed7c5a2fa Author: Owen Schwartz <owen@txv.io> Date: Mon Jan 27 21:28:32 2025 -0500 Get everything working commit d791b9b47f9f6ca050d6edfd1d674438f8562d99 Author: Milo Schwartz <mschwartz10612@gmail.com> Date: Mon Jan 27 17:46:19 2025 -0500 fix orgId check in verifyAdmin commit 6ac30afd7a449a126190d311bd98d7f1048f73a4 Author: Owen Schwartz <owen@txv.io> Date: Sun Jan 26 23:19:33 2025 -0500 Trying to figure out traefik... commit 9886b42272882f8bb6baff2efdbe26cee7cac2b6 Merge: 786e67e 85e9129 Author: Owen Schwartz <owen@txv.io> Date: Sun Jan 26 21:53:32 2025 -0500 Merge branch 'tcp-udp-traffic' of https://github.com/fosrl/pangolin into tcp-udp-traffic commit 786e67eadd6df1ee8df24e77aed20c1f1fc9ca67 Author: Owen Schwartz <owen@txv.io> Date: Sun Jan 26 21:51:37 2025 -0500 Bug fixing commit 85e9129ae313b2e4a460a8bc53a0af9f9fbbafb2 Author: Milo Schwartz <mschwartz10612@gmail.com> Date: Sun Jan 26 18:35:24 2025 -0500 rethrow errors in migration and remove permanent redirect commit bd82699505fc7510c27f72cd80ea0ce815d8c5ef Author: Owen Schwartz <owen@txv.io> Date: Sun Jan 26 17:49:12 2025 -0500 Fix merge issue commit 933dbf3a02b1f19fd1f627410b2407fdf05cd9bf Author: Owen Schwartz <owen@txv.io> Date: Sun Jan 26 17:46:13 2025 -0500 Add sql to update resources and targets commit f19437bad847c8dbf57fddd2c48cd17bab20ddb0 Merge: 58980eb9f1f291
Author: Owen Schwartz <owen@txv.io> Date: Sun Jan 26 17:19:51 2025 -0500 Merge branch 'dev' into tcp-udp-traffic commit 58980ebb64d1040b4d224c76beb38c2254f3c5d9 Merge: 1de682ad284d36
Author: Owen Schwartz <owen@txv.io> Date: Sun Jan 26 17:10:09 2025 -0500 Merge branch 'dev' into tcp-udp-traffic commit 1de682a9f6039f40e05c8901c7381a94b0d018ed Author: Owen Schwartz <owen@txv.io> Date: Sun Jan 26 17:08:29 2025 -0500 Working on migrations commit dc853d2bc02b11997be5c3c7ea789402716fb4c2 Author: Owen Schwartz <owen@txv.io> Date: Sun Jan 26 16:56:49 2025 -0500 Finish config of resource pages commit 37c681c08d7ab73d2cad41e7ef1dbe3a8852e1f2 Author: Owen Schwartz <owen@txv.io> Date: Sun Jan 26 16:07:25 2025 -0500 Finish up table commit 461c6650bbea0d7439cc042971ec13fdb52a7431 Author: Owen Schwartz <owen@txv.io> Date: Sun Jan 26 15:54:46 2025 -0500 Working toward having dual resource types commit f0894663627375e16ce6994370cb30b298efc2dc Author: Owen Schwartz <owen@txv.io> Date: Sat Jan 25 22:31:25 2025 -0500 Add qutoes commit edc535b79b94c2e65b290cd90a69fe17d27245e9 Author: Owen Schwartz <owen@txv.io> Date: Sat Jan 25 22:28:45 2025 -0500 Add readTimeout to allow long file uploads commit 194892fa14b505bd7c2b31873dc13d4b8996c0e1 Author: Owen Schwartz <owen@txv.io> Date: Sat Jan 25 20:37:34 2025 -0500 Rework traefik config generation commit ad3f896b5333e4706d610c3198f29dcd67610365 Author: Owen Schwartz <owen@txv.io> Date: Sat Jan 25 13:01:47 2025 -0500 Add proxy port to api commit ca6013b2ffda0924a696ec3141825a54a4e5297d Author: Owen Schwartz <owen@txv.io> Date: Sat Jan 25 12:58:01 2025 -0500 Add migration commit 2258d76cb3a49d3db7f05f76d8b8a9f1c248b5e4 Author: Owen Schwartz <owen@txv.io> Date: Sat Jan 25 12:55:02 2025 -0500 Add new proxy port
364 lines
12 KiB
TypeScript
364 lines
12 KiB
TypeScript
import fs from "fs";
|
|
import yaml from "js-yaml";
|
|
import path from "path";
|
|
import { z } from "zod";
|
|
import { fromError } from "zod-validation-error";
|
|
import {
|
|
__DIRNAME,
|
|
APP_PATH,
|
|
configFilePath1,
|
|
configFilePath2
|
|
} from "@server/lib/consts";
|
|
import { loadAppVersion } from "@server/lib/loadAppVersion";
|
|
import { passwordSchema } from "@server/auth/passwordSchema";
|
|
import stoi from "./stoi";
|
|
|
|
const portSchema = z.number().positive().gt(0).lte(65535);
|
|
const hostnameSchema = z
|
|
.string()
|
|
.regex(
|
|
/^(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)$|^(([a-zA-Z0-9]|[a-zA-Z0-9][a-zA-Z0-9\-]*[a-zA-Z0-9])\.)+([A-Za-z]|[A-Za-z][A-Za-z0-9\-]*[A-Za-z0-9])$/
|
|
)
|
|
.or(z.literal("localhost"));
|
|
|
|
const getEnvOrYaml = (envVar: string) => (valFromYaml: any) => {
|
|
return process.env[envVar] ?? valFromYaml;
|
|
};
|
|
|
|
const configSchema = z.object({
|
|
app: z.object({
|
|
dashboard_url: z
|
|
.string()
|
|
.url()
|
|
.optional()
|
|
.transform(getEnvOrYaml("APP_DASHBOARDURL"))
|
|
.pipe(z.string().url())
|
|
.transform((url) => url.toLowerCase()),
|
|
base_domain: hostnameSchema
|
|
.optional()
|
|
.transform(getEnvOrYaml("APP_BASEDOMAIN"))
|
|
.pipe(hostnameSchema)
|
|
.transform((url) => url.toLowerCase()),
|
|
log_level: z.enum(["debug", "info", "warn", "error"]),
|
|
save_logs: z.boolean(),
|
|
log_failed_attempts: z.boolean().optional()
|
|
}),
|
|
server: z.object({
|
|
external_port: portSchema
|
|
.optional()
|
|
.transform(getEnvOrYaml("SERVER_EXTERNALPORT"))
|
|
.transform(stoi)
|
|
.pipe(portSchema),
|
|
internal_port: portSchema
|
|
.optional()
|
|
.transform(getEnvOrYaml("SERVER_INTERNALPORT"))
|
|
.transform(stoi)
|
|
.pipe(portSchema),
|
|
next_port: portSchema
|
|
.optional()
|
|
.transform(getEnvOrYaml("SERVER_NEXTPORT"))
|
|
.transform(stoi)
|
|
.pipe(portSchema),
|
|
internal_hostname: z.string().transform((url) => url.toLowerCase()),
|
|
secure_cookies: z.boolean(),
|
|
session_cookie_name: z.string(),
|
|
resource_access_token_param: z.string(),
|
|
resource_session_request_param: z.string(),
|
|
dashboard_session_length_hours: z
|
|
.number()
|
|
.positive()
|
|
.gt(0)
|
|
.optional()
|
|
.default(720),
|
|
resource_session_length_hours: z
|
|
.number()
|
|
.positive()
|
|
.gt(0)
|
|
.optional()
|
|
.default(720),
|
|
cors: z
|
|
.object({
|
|
origins: z.array(z.string()).optional(),
|
|
methods: z.array(z.string()).optional(),
|
|
allowed_headers: z.array(z.string()).optional(),
|
|
credentials: z.boolean().optional()
|
|
})
|
|
.optional(),
|
|
trust_proxy: z.boolean().optional().default(true)
|
|
}),
|
|
traefik: z.object({
|
|
http_entrypoint: z.string(),
|
|
https_entrypoint: z.string().optional(),
|
|
cert_resolver: z.string().optional(),
|
|
prefer_wildcard_cert: z.boolean().optional(),
|
|
additional_middlewares: z.array(z.string()).optional()
|
|
}),
|
|
gerbil: z.object({
|
|
start_port: portSchema
|
|
.optional()
|
|
.transform(getEnvOrYaml("GERBIL_STARTPORT"))
|
|
.transform(stoi)
|
|
.pipe(portSchema),
|
|
base_endpoint: z
|
|
.string()
|
|
.optional()
|
|
.transform(getEnvOrYaml("GERBIL_BASEENDPOINT"))
|
|
.pipe(z.string())
|
|
.transform((url) => url.toLowerCase()),
|
|
use_subdomain: z.boolean(),
|
|
subnet_group: z.string(),
|
|
block_size: z.number().positive().gt(0),
|
|
site_block_size: z.number().positive().gt(0)
|
|
}),
|
|
rate_limits: z.object({
|
|
global: z.object({
|
|
window_minutes: z.number().positive().gt(0),
|
|
max_requests: z.number().positive().gt(0)
|
|
}),
|
|
auth: z
|
|
.object({
|
|
window_minutes: z.number().positive().gt(0),
|
|
max_requests: z.number().positive().gt(0)
|
|
})
|
|
.optional()
|
|
}),
|
|
email: z
|
|
.object({
|
|
smtp_host: z.string().optional(),
|
|
smtp_port: portSchema.optional(),
|
|
smtp_user: z.string().optional(),
|
|
smtp_pass: z.string().optional(),
|
|
smtp_secure: z.boolean().optional(),
|
|
no_reply: z.string().email().optional()
|
|
})
|
|
.optional(),
|
|
users: z.object({
|
|
server_admin: z.object({
|
|
email: z
|
|
.string()
|
|
.email()
|
|
.optional()
|
|
.transform(getEnvOrYaml("USERS_SERVERADMIN_EMAIL"))
|
|
.pipe(z.string().email())
|
|
.transform((v) => v.toLowerCase()),
|
|
password: passwordSchema
|
|
.optional()
|
|
.transform(getEnvOrYaml("USERS_SERVERADMIN_PASSWORD"))
|
|
.pipe(passwordSchema)
|
|
})
|
|
}),
|
|
flags: z
|
|
.object({
|
|
require_email_verification: z.boolean().optional(),
|
|
disable_signup_without_invite: z.boolean().optional(),
|
|
disable_user_create_org: z.boolean().optional(),
|
|
allow_raw_resources: z.boolean().optional()
|
|
})
|
|
.optional()
|
|
});
|
|
|
|
export class Config {
|
|
private rawConfig!: z.infer<typeof configSchema>;
|
|
|
|
constructor() {
|
|
this.loadConfig();
|
|
|
|
if (process.env.GENERATE_TRAEFIK_CONFIG === "true") {
|
|
this.createTraefikConfig();
|
|
}
|
|
}
|
|
|
|
public loadEnvironment() {}
|
|
|
|
public loadConfig() {
|
|
const loadConfig = (configPath: string) => {
|
|
try {
|
|
const yamlContent = fs.readFileSync(configPath, "utf8");
|
|
const config = yaml.load(yamlContent);
|
|
return config;
|
|
} catch (error) {
|
|
if (error instanceof Error) {
|
|
throw new Error(
|
|
`Error loading configuration file: ${error.message}`
|
|
);
|
|
}
|
|
throw error;
|
|
}
|
|
};
|
|
|
|
let environment: any;
|
|
if (fs.existsSync(configFilePath1)) {
|
|
environment = loadConfig(configFilePath1);
|
|
} else if (fs.existsSync(configFilePath2)) {
|
|
environment = loadConfig(configFilePath2);
|
|
}
|
|
if (!environment) {
|
|
const exampleConfigPath = path.join(
|
|
__DIRNAME,
|
|
"config.example.yml"
|
|
);
|
|
if (fs.existsSync(exampleConfigPath)) {
|
|
try {
|
|
const exampleConfigContent = fs.readFileSync(
|
|
exampleConfigPath,
|
|
"utf8"
|
|
);
|
|
fs.writeFileSync(
|
|
configFilePath1,
|
|
exampleConfigContent,
|
|
"utf8"
|
|
);
|
|
environment = loadConfig(configFilePath1);
|
|
} catch (error) {
|
|
console.log(
|
|
"See the docs for information about what to include in the configuration file: https://docs.fossorial.io/Pangolin/Configuration/config"
|
|
);
|
|
if (error instanceof Error) {
|
|
throw new Error(
|
|
`Error creating configuration file from example: ${
|
|
error.message
|
|
}`
|
|
);
|
|
}
|
|
throw error;
|
|
}
|
|
} else {
|
|
throw new Error(
|
|
"No configuration file found and no example configuration available"
|
|
);
|
|
}
|
|
}
|
|
|
|
if (!environment) {
|
|
throw new Error("No configuration file found");
|
|
}
|
|
|
|
const parsedConfig = configSchema.safeParse(environment);
|
|
|
|
if (!parsedConfig.success) {
|
|
const errors = fromError(parsedConfig.error);
|
|
throw new Error(`Invalid configuration file: ${errors}`);
|
|
}
|
|
|
|
const appVersion = loadAppVersion();
|
|
if (!appVersion) {
|
|
throw new Error("Could not load the application version");
|
|
}
|
|
process.env.APP_VERSION = appVersion;
|
|
|
|
process.env.NEXT_PORT = parsedConfig.data.server.next_port.toString();
|
|
process.env.SERVER_EXTERNAL_PORT =
|
|
parsedConfig.data.server.external_port.toString();
|
|
process.env.SERVER_INTERNAL_PORT =
|
|
parsedConfig.data.server.internal_port.toString();
|
|
process.env.FLAGS_EMAIL_VERIFICATION_REQUIRED = parsedConfig.data.flags
|
|
?.require_email_verification
|
|
? "true"
|
|
: "false";
|
|
process.env.FLAGS_ALLOW_RAW_RESOURCES = parsedConfig.data.flags
|
|
?.allow_raw_resources
|
|
? "true"
|
|
: "false";
|
|
process.env.SESSION_COOKIE_NAME =
|
|
parsedConfig.data.server.session_cookie_name;
|
|
process.env.EMAIL_ENABLED = parsedConfig.data.email ? "true" : "false";
|
|
process.env.DISABLE_SIGNUP_WITHOUT_INVITE = parsedConfig.data.flags
|
|
?.disable_signup_without_invite
|
|
? "true"
|
|
: "false";
|
|
process.env.DISABLE_USER_CREATE_ORG = parsedConfig.data.flags
|
|
?.disable_user_create_org
|
|
? "true"
|
|
: "false";
|
|
process.env.RESOURCE_ACCESS_TOKEN_PARAM =
|
|
parsedConfig.data.server.resource_access_token_param;
|
|
process.env.RESOURCE_SESSION_REQUEST_PARAM =
|
|
parsedConfig.data.server.resource_session_request_param;
|
|
|
|
this.rawConfig = parsedConfig.data;
|
|
}
|
|
|
|
public getRawConfig() {
|
|
return this.rawConfig;
|
|
}
|
|
|
|
public getBaseDomain(): string {
|
|
return this.rawConfig.app.base_domain;
|
|
}
|
|
|
|
public getNoReplyEmail(): string | undefined {
|
|
return (
|
|
this.rawConfig.email?.no_reply || this.rawConfig.email?.smtp_user
|
|
);
|
|
}
|
|
|
|
private createTraefikConfig() {
|
|
try {
|
|
// check if traefik_config.yml and dynamic_config.yml exists in APP_PATH/traefik
|
|
const defaultTraefikConfigPath = path.join(
|
|
__DIRNAME,
|
|
"traefik_config.example.yml"
|
|
);
|
|
const defaultDynamicConfigPath = path.join(
|
|
__DIRNAME,
|
|
"dynamic_config.example.yml"
|
|
);
|
|
|
|
const traefikPath = path.join(APP_PATH, "traefik");
|
|
if (!fs.existsSync(traefikPath)) {
|
|
return;
|
|
}
|
|
|
|
// load default configs
|
|
let traefikConfig = fs.readFileSync(
|
|
defaultTraefikConfigPath,
|
|
"utf8"
|
|
);
|
|
let dynamicConfig = fs.readFileSync(
|
|
defaultDynamicConfigPath,
|
|
"utf8"
|
|
);
|
|
|
|
traefikConfig = traefikConfig
|
|
.split("{{.LetsEncryptEmail}}")
|
|
.join(this.rawConfig.users.server_admin.email);
|
|
traefikConfig = traefikConfig
|
|
.split("{{.INTERNAL_PORT}}")
|
|
.join(this.rawConfig.server.internal_port.toString());
|
|
|
|
dynamicConfig = dynamicConfig
|
|
.split("{{.DashboardDomain}}")
|
|
.join(new URL(this.rawConfig.app.dashboard_url).hostname);
|
|
dynamicConfig = dynamicConfig
|
|
.split("{{.NEXT_PORT}}")
|
|
.join(this.rawConfig.server.next_port.toString());
|
|
dynamicConfig = dynamicConfig
|
|
.split("{{.EXTERNAL_PORT}}")
|
|
.join(this.rawConfig.server.external_port.toString());
|
|
|
|
// write thiese to the traefik directory
|
|
const traefikConfigPath = path.join(
|
|
traefikPath,
|
|
"traefik_config.yml"
|
|
);
|
|
const dynamicConfigPath = path.join(
|
|
traefikPath,
|
|
"dynamic_config.yml"
|
|
);
|
|
|
|
fs.writeFileSync(traefikConfigPath, traefikConfig, "utf8");
|
|
fs.writeFileSync(dynamicConfigPath, dynamicConfig, "utf8");
|
|
|
|
console.log("Traefik configuration files created");
|
|
} catch (e) {
|
|
console.log(
|
|
"Failed to generate the Traefik configuration files. Please create them manually."
|
|
);
|
|
console.error(e);
|
|
}
|
|
}
|
|
}
|
|
|
|
export const config = new Config();
|
|
|
|
export default config;
|