2022-11-17 06:19:11 -05:00
|
|
|
import { loginManually } from "./iksm.ts";
|
2022-10-28 03:32:35 -04:00
|
|
|
import { MultiProgressBar } from "../deps.ts";
|
2022-11-17 06:19:11 -05:00
|
|
|
import { FileStateBackend, Profile, StateBackend } from "./state.ts";
|
|
|
|
|
import { Splatnet3 } from "./splatnet3.ts";
|
2022-10-28 03:32:35 -04:00
|
|
|
import { BattleListType, Game, GameExporter } from "./types.ts";
|
|
|
|
|
import { Cache, FileCache } from "./cache.ts";
|
2022-10-21 07:09:30 -04:00
|
|
|
import { StatInkExporter } from "./exporters/stat.ink.ts";
|
|
|
|
|
import { FileExporter } from "./exporters/file.ts";
|
2022-11-17 06:19:11 -05:00
|
|
|
import { delay, showError } from "./utils.ts";
|
2022-10-28 03:32:35 -04:00
|
|
|
import { GameFetcher } from "./GameFetcher.ts";
|
2022-11-17 06:19:11 -05:00
|
|
|
import { DEFAULT_ENV, Env } from "./env.ts";
|
2022-10-21 07:09:30 -04:00
|
|
|
|
|
|
|
|
export type Opts = {
|
|
|
|
|
profilePath: string;
|
|
|
|
|
exporter: string;
|
|
|
|
|
noProgress: boolean;
|
2022-10-22 09:00:45 -04:00
|
|
|
monitor: boolean;
|
2022-10-24 14:45:36 -04:00
|
|
|
skipMode?: string;
|
2022-10-23 04:00:16 -04:00
|
|
|
cache?: Cache;
|
2022-10-23 04:25:10 -04:00
|
|
|
stateBackend?: StateBackend;
|
2022-11-17 06:19:11 -05:00
|
|
|
env: Env;
|
2022-10-21 07:09:30 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
export const DEFAULT_OPTS: Opts = {
|
|
|
|
|
profilePath: "./profile.json",
|
|
|
|
|
exporter: "stat.ink",
|
|
|
|
|
noProgress: false,
|
2022-10-22 09:00:45 -04:00
|
|
|
monitor: false,
|
2022-11-17 06:19:11 -05:00
|
|
|
env: DEFAULT_ENV,
|
2022-10-21 07:09:30 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
type Progress = {
|
2022-10-31 00:33:00 -04:00
|
|
|
currentUrl?: string;
|
2022-10-21 07:09:30 -04:00
|
|
|
current: number;
|
|
|
|
|
total: number;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
export class App {
|
2022-11-17 06:19:11 -05:00
|
|
|
profile: Profile;
|
|
|
|
|
env: Env;
|
2022-10-21 07:09:30 -04:00
|
|
|
|
|
|
|
|
constructor(public opts: Opts) {
|
2022-11-17 06:19:11 -05:00
|
|
|
const stateBackend = opts.stateBackend ??
|
2022-10-24 08:46:21 -04:00
|
|
|
new FileStateBackend(opts.profilePath);
|
2022-11-17 06:19:11 -05:00
|
|
|
this.profile = new Profile({
|
|
|
|
|
stateBackend,
|
|
|
|
|
env: opts.env,
|
|
|
|
|
});
|
|
|
|
|
this.env = opts.env;
|
2022-10-21 07:09:30 -04:00
|
|
|
}
|
2022-11-17 06:19:11 -05:00
|
|
|
|
2022-10-24 14:45:36 -04:00
|
|
|
getSkipMode(): ("vs" | "coop")[] {
|
|
|
|
|
const mode = this.opts.skipMode;
|
|
|
|
|
if (mode === "vs") {
|
|
|
|
|
return ["vs"];
|
|
|
|
|
} else if (mode === "coop") {
|
|
|
|
|
return ["coop"];
|
|
|
|
|
}
|
|
|
|
|
return [];
|
|
|
|
|
}
|
|
|
|
|
async getExporters(): Promise<GameExporter[]> {
|
2022-11-17 06:19:11 -05:00
|
|
|
const state = this.profile.state;
|
2022-10-21 07:09:30 -04:00
|
|
|
const exporters = this.opts.exporter.split(",");
|
2022-10-24 14:45:36 -04:00
|
|
|
const out: GameExporter[] = [];
|
2022-10-21 07:09:30 -04:00
|
|
|
|
|
|
|
|
if (exporters.includes("stat.ink")) {
|
2022-11-17 06:19:11 -05:00
|
|
|
if (!state.statInkApiKey) {
|
2022-11-18 07:27:23 -05:00
|
|
|
const key = (await this.env.prompts.prompt(
|
|
|
|
|
"stat.ink API key is not set. Please enter below.",
|
|
|
|
|
)).trim();
|
2022-10-21 07:09:30 -04:00
|
|
|
if (!key) {
|
2022-11-17 06:19:11 -05:00
|
|
|
this.env.logger.error("API key is required.");
|
2022-10-21 07:09:30 -04:00
|
|
|
Deno.exit(1);
|
|
|
|
|
}
|
2022-11-17 06:19:11 -05:00
|
|
|
await this.profile.writeState({
|
|
|
|
|
...state,
|
2022-10-21 07:09:30 -04:00
|
|
|
statInkApiKey: key,
|
|
|
|
|
});
|
|
|
|
|
}
|
2022-10-22 18:52:08 -04:00
|
|
|
out.push(
|
2022-11-05 00:57:29 -04:00
|
|
|
new StatInkExporter({
|
2022-11-18 07:42:07 -05:00
|
|
|
statInkApiKey: this.profile.state.statInkApiKey!,
|
2022-11-05 00:57:29 -04:00
|
|
|
uploadMode: this.opts.monitor ? "Monitoring" : "Manual",
|
|
|
|
|
}),
|
2022-10-22 18:52:08 -04:00
|
|
|
);
|
2022-10-21 07:09:30 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (exporters.includes("file")) {
|
2022-11-17 06:19:11 -05:00
|
|
|
out.push(new FileExporter(state.fileExportPath));
|
2022-10-21 07:09:30 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return out;
|
|
|
|
|
}
|
2022-10-24 14:45:36 -04:00
|
|
|
exporterProgress(title: string) {
|
2022-10-21 07:09:30 -04:00
|
|
|
const bar = !this.opts.noProgress
|
|
|
|
|
? new MultiProgressBar({
|
2022-10-24 14:45:36 -04:00
|
|
|
title,
|
2022-10-21 07:09:30 -04:00
|
|
|
display: "[:bar] :text :percent :time eta: :eta :completed/:total",
|
|
|
|
|
})
|
|
|
|
|
: undefined;
|
|
|
|
|
|
2022-10-24 14:45:36 -04:00
|
|
|
const allProgress: Record<string, Progress> = {};
|
|
|
|
|
const redraw = (name: string, progress: Progress) => {
|
|
|
|
|
allProgress[name] = progress;
|
2022-10-31 00:33:00 -04:00
|
|
|
if (bar) {
|
|
|
|
|
bar.render(
|
|
|
|
|
Object.entries(allProgress).map(([name, progress]) => ({
|
|
|
|
|
completed: progress.current,
|
|
|
|
|
total: progress.total,
|
|
|
|
|
text: name,
|
|
|
|
|
})),
|
|
|
|
|
);
|
|
|
|
|
} else if (progress.currentUrl) {
|
2022-11-17 06:19:11 -05:00
|
|
|
this.env.logger.log(
|
2022-11-04 04:31:07 -04:00
|
|
|
`Battle exported to ${progress.currentUrl} (${progress.current}/${progress.total})`,
|
|
|
|
|
);
|
2022-10-31 00:33:00 -04:00
|
|
|
}
|
2022-10-24 14:45:36 -04:00
|
|
|
};
|
|
|
|
|
const endBar = () => {
|
|
|
|
|
bar?.end();
|
|
|
|
|
};
|
2022-10-21 07:09:30 -04:00
|
|
|
|
2022-10-24 14:45:36 -04:00
|
|
|
return { redraw, endBar };
|
|
|
|
|
}
|
2022-11-17 06:19:11 -05:00
|
|
|
private async exportOnce() {
|
|
|
|
|
const splatnet = new Splatnet3({ profile: this.profile, env: this.env });
|
2022-10-24 14:45:36 -04:00
|
|
|
const exporters = await this.getExporters();
|
2022-11-04 04:31:07 -04:00
|
|
|
const initStats = () =>
|
|
|
|
|
Object.fromEntries(
|
|
|
|
|
exporters.map((e) => [e.name, 0]),
|
|
|
|
|
);
|
|
|
|
|
let stats = initStats();
|
2022-10-24 14:45:36 -04:00
|
|
|
const skipMode = this.getSkipMode();
|
2022-11-04 04:31:07 -04:00
|
|
|
const errors: unknown[] = [];
|
2022-10-24 14:45:36 -04:00
|
|
|
|
|
|
|
|
if (skipMode.includes("vs")) {
|
2022-11-17 06:19:11 -05:00
|
|
|
this.env.logger.log("Skip exporting VS games.");
|
2022-10-24 14:45:36 -04:00
|
|
|
} else {
|
2022-11-17 06:19:11 -05:00
|
|
|
this.env.logger.log("Fetching battle list...");
|
|
|
|
|
const gameList = await splatnet.getBattleList();
|
2022-10-24 14:45:36 -04:00
|
|
|
|
2022-10-24 14:48:49 -04:00
|
|
|
const { redraw, endBar } = this.exporterProgress("Export vs games");
|
2022-10-24 14:45:36 -04:00
|
|
|
const fetcher = new GameFetcher({
|
2022-11-17 06:19:11 -05:00
|
|
|
cache: this.opts.cache ?? new FileCache(this.profile.state.cacheDir),
|
|
|
|
|
state: this.profile.state,
|
|
|
|
|
splatnet,
|
2022-10-24 08:46:21 -04:00
|
|
|
});
|
2022-10-21 07:09:30 -04:00
|
|
|
|
2022-10-28 08:45:56 -04:00
|
|
|
const finalRankState = await fetcher.updateRank();
|
|
|
|
|
|
2022-10-24 08:46:21 -04:00
|
|
|
await Promise.all(
|
|
|
|
|
exporters.map((e) =>
|
|
|
|
|
showError(
|
2022-11-17 06:19:11 -05:00
|
|
|
this.env,
|
2022-10-24 14:45:36 -04:00
|
|
|
this.exportGameList({
|
|
|
|
|
type: "VsInfo",
|
2022-10-24 08:46:21 -04:00
|
|
|
fetcher,
|
|
|
|
|
exporter: e,
|
2022-10-24 14:45:36 -04:00
|
|
|
gameList,
|
2022-11-04 04:31:07 -04:00
|
|
|
onStep: (progress) => {
|
|
|
|
|
redraw(e.name, progress);
|
|
|
|
|
stats[e.name] = progress.current;
|
|
|
|
|
},
|
2022-10-24 08:46:21 -04:00
|
|
|
})
|
|
|
|
|
.then((count) => {
|
|
|
|
|
stats[e.name] = count;
|
|
|
|
|
}),
|
|
|
|
|
)
|
|
|
|
|
.catch((err) => {
|
2022-11-04 04:31:07 -04:00
|
|
|
errors.push(err);
|
2022-11-17 06:19:11 -05:00
|
|
|
this.env.logger.error(`\nFailed to export to ${e.name}:`, err);
|
2022-10-24 08:46:21 -04:00
|
|
|
})
|
|
|
|
|
),
|
|
|
|
|
);
|
2022-10-21 07:09:30 -04:00
|
|
|
|
2022-11-04 11:34:07 -04:00
|
|
|
endBar();
|
|
|
|
|
|
2022-11-17 06:19:11 -05:00
|
|
|
this.printStats(stats);
|
2022-11-04 04:31:07 -04:00
|
|
|
if (errors.length > 0) {
|
|
|
|
|
throw errors[0];
|
|
|
|
|
}
|
|
|
|
|
|
2022-10-28 08:45:56 -04:00
|
|
|
// save rankState only if all exporters succeeded
|
|
|
|
|
fetcher.setRankState(finalRankState);
|
2022-11-17 06:19:11 -05:00
|
|
|
await this.profile.writeState({
|
|
|
|
|
...this.profile.state,
|
2022-10-28 08:45:56 -04:00
|
|
|
rankState: finalRankState,
|
|
|
|
|
});
|
2022-10-24 14:45:36 -04:00
|
|
|
}
|
2022-10-22 18:52:08 -04:00
|
|
|
|
2022-11-04 04:31:07 -04:00
|
|
|
stats = initStats();
|
|
|
|
|
|
2022-11-03 04:35:41 -04:00
|
|
|
// TODO: remove this filter when stat.ink support coop export
|
|
|
|
|
const coopExporter = exporters.filter((e) => e.name !== "stat.ink");
|
|
|
|
|
if (skipMode.includes("coop") || coopExporter.length === 0) {
|
2022-11-17 06:19:11 -05:00
|
|
|
this.env.logger.log("Skip exporting coop games.");
|
2022-10-24 14:45:36 -04:00
|
|
|
} else {
|
2022-11-17 06:19:11 -05:00
|
|
|
this.env.logger.log("Fetching coop battle list...");
|
|
|
|
|
const coopBattleList = await splatnet.getBattleList(
|
2022-10-24 14:45:36 -04:00
|
|
|
BattleListType.Coop,
|
2022-10-24 08:46:21 -04:00
|
|
|
);
|
2022-10-24 14:45:36 -04:00
|
|
|
|
2022-10-24 14:48:49 -04:00
|
|
|
const { redraw, endBar } = this.exporterProgress("Export coop games");
|
2022-10-24 14:45:36 -04:00
|
|
|
const fetcher = new GameFetcher({
|
2022-11-17 06:19:11 -05:00
|
|
|
cache: this.opts.cache ?? new FileCache(this.profile.state.cacheDir),
|
|
|
|
|
state: this.profile.state,
|
|
|
|
|
splatnet,
|
2022-10-24 14:45:36 -04:00
|
|
|
});
|
|
|
|
|
|
|
|
|
|
await Promise.all(
|
2022-11-03 04:35:41 -04:00
|
|
|
coopExporter.map((e) =>
|
2022-10-24 14:45:36 -04:00
|
|
|
showError(
|
2022-11-17 06:19:11 -05:00
|
|
|
this.env,
|
2022-10-24 14:45:36 -04:00
|
|
|
this.exportGameList({
|
|
|
|
|
type: "CoopInfo",
|
|
|
|
|
fetcher,
|
|
|
|
|
exporter: e,
|
|
|
|
|
gameList: coopBattleList,
|
2022-11-04 04:31:07 -04:00
|
|
|
onStep: (progress) => {
|
|
|
|
|
stats[e.name] = progress.current;
|
|
|
|
|
redraw(e.name, progress);
|
|
|
|
|
},
|
2022-10-24 14:45:36 -04:00
|
|
|
})
|
|
|
|
|
.then((count) => {
|
|
|
|
|
stats[e.name] = count;
|
|
|
|
|
}),
|
|
|
|
|
)
|
|
|
|
|
.catch((err) => {
|
2022-11-04 04:31:07 -04:00
|
|
|
errors.push(err);
|
2022-11-17 06:19:11 -05:00
|
|
|
this.env.logger.error(`\nFailed to export to ${e.name}:`, err);
|
2022-10-24 14:45:36 -04:00
|
|
|
})
|
|
|
|
|
),
|
|
|
|
|
);
|
|
|
|
|
|
2022-11-04 11:34:07 -04:00
|
|
|
endBar();
|
|
|
|
|
|
2022-11-17 06:19:11 -05:00
|
|
|
this.printStats(stats);
|
2022-11-04 04:31:07 -04:00
|
|
|
if (errors.length > 0) {
|
|
|
|
|
throw errors[0];
|
|
|
|
|
}
|
2022-10-24 08:46:21 -04:00
|
|
|
}
|
2022-10-22 18:52:08 -04:00
|
|
|
}
|
|
|
|
|
async monitor() {
|
|
|
|
|
while (true) {
|
|
|
|
|
await this.exportOnce();
|
2022-11-17 06:19:11 -05:00
|
|
|
await this.countDown(this.profile.state.monitorInterval);
|
2022-10-22 18:52:08 -04:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
async countDown(sec: number) {
|
|
|
|
|
const bar = !this.opts.noProgress
|
|
|
|
|
? new MultiProgressBar({
|
|
|
|
|
title: "Killing time...",
|
|
|
|
|
display: "[:bar] :completed/:total",
|
|
|
|
|
})
|
|
|
|
|
: undefined;
|
|
|
|
|
for (const i of Array(sec).keys()) {
|
|
|
|
|
bar?.render([{
|
|
|
|
|
completed: i,
|
|
|
|
|
total: sec,
|
|
|
|
|
}]);
|
|
|
|
|
await delay(1000);
|
|
|
|
|
}
|
|
|
|
|
bar?.end();
|
|
|
|
|
}
|
|
|
|
|
async run() {
|
2022-11-17 06:19:11 -05:00
|
|
|
await this.profile.readState();
|
2022-10-22 18:52:08 -04:00
|
|
|
|
2022-11-17 06:19:11 -05:00
|
|
|
if (!this.profile.state.loginState?.sessionToken) {
|
2022-11-18 07:27:23 -05:00
|
|
|
const sessionToken = await loginManually(this.env);
|
2022-10-22 18:52:08 -04:00
|
|
|
|
2022-11-17 06:19:11 -05:00
|
|
|
await this.profile.writeState({
|
|
|
|
|
...this.profile.state,
|
2022-10-22 18:52:08 -04:00
|
|
|
loginState: {
|
2022-11-17 06:19:11 -05:00
|
|
|
...this.profile.state.loginState,
|
2022-10-22 18:52:08 -04:00
|
|
|
sessionToken,
|
|
|
|
|
},
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (this.opts.monitor) {
|
|
|
|
|
await this.monitor();
|
|
|
|
|
} else {
|
|
|
|
|
await this.exportOnce();
|
|
|
|
|
}
|
2022-10-21 07:09:30 -04:00
|
|
|
}
|
|
|
|
|
/**
|
2022-10-24 14:45:36 -04:00
|
|
|
* Export game list.
|
2022-10-21 07:09:30 -04:00
|
|
|
*
|
|
|
|
|
* @param fetcher BattleFetcher
|
|
|
|
|
* @param exporter BattleExporter
|
2022-10-24 14:45:36 -04:00
|
|
|
* @param gameList ID list of games, sorted by date, newest first
|
|
|
|
|
* @param onStep Callback function called when a game is exported
|
2022-10-21 07:09:30 -04:00
|
|
|
*/
|
2022-10-24 14:45:36 -04:00
|
|
|
async exportGameList({
|
|
|
|
|
type,
|
|
|
|
|
fetcher,
|
|
|
|
|
exporter,
|
|
|
|
|
gameList,
|
|
|
|
|
onStep,
|
|
|
|
|
}: {
|
|
|
|
|
type: Game["type"];
|
|
|
|
|
exporter: GameExporter;
|
|
|
|
|
fetcher: GameFetcher;
|
|
|
|
|
gameList: string[];
|
|
|
|
|
onStep: (progress: Progress) => void;
|
|
|
|
|
}) {
|
2022-10-21 07:09:30 -04:00
|
|
|
let exported = 0;
|
|
|
|
|
|
|
|
|
|
onStep?.({
|
|
|
|
|
current: 0,
|
|
|
|
|
total: 1,
|
|
|
|
|
});
|
|
|
|
|
|
2022-10-24 14:45:36 -04:00
|
|
|
const workQueue = [
|
|
|
|
|
...await exporter.notExported({
|
|
|
|
|
type,
|
|
|
|
|
list: gameList,
|
|
|
|
|
}),
|
|
|
|
|
]
|
|
|
|
|
.reverse();
|
|
|
|
|
|
|
|
|
|
const step = async (id: string) => {
|
|
|
|
|
const detail = await fetcher.fetch(type, id);
|
2022-10-31 00:33:00 -04:00
|
|
|
const { url } = await exporter.exportGame(detail);
|
2022-10-21 07:09:30 -04:00
|
|
|
exported += 1;
|
|
|
|
|
onStep?.({
|
2022-10-31 00:33:00 -04:00
|
|
|
currentUrl: url,
|
2022-10-21 07:09:30 -04:00
|
|
|
current: exported,
|
|
|
|
|
total: workQueue.length,
|
|
|
|
|
});
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
if (workQueue.length > 0) {
|
|
|
|
|
onStep?.({
|
|
|
|
|
current: exported,
|
|
|
|
|
total: workQueue.length,
|
|
|
|
|
});
|
|
|
|
|
for (const battle of workQueue) {
|
|
|
|
|
await step(battle);
|
|
|
|
|
}
|
2022-10-24 15:11:53 -04:00
|
|
|
} else {
|
|
|
|
|
onStep?.({
|
|
|
|
|
current: 1,
|
|
|
|
|
total: 1,
|
|
|
|
|
});
|
2022-10-21 07:09:30 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return exported;
|
|
|
|
|
}
|
2022-11-17 06:19:11 -05:00
|
|
|
printStats(stats: Record<string, number>) {
|
|
|
|
|
this.env.logger.log(
|
|
|
|
|
`Exported ${
|
|
|
|
|
Object.entries(stats)
|
|
|
|
|
.map(([name, count]) => `${name}: ${count}`)
|
|
|
|
|
.join(", ")
|
|
|
|
|
}`,
|
|
|
|
|
);
|
|
|
|
|
}
|
2022-10-21 07:09:30 -04:00
|
|
|
}
|