s3si.ts/src/app.ts

417 lines
10 KiB
TypeScript
Raw Normal View History

2022-10-21 07:09:30 -04:00
import { getBulletToken, getGToken, loginManually } from "./iksm.ts";
2022-10-28 03:32:35 -04:00
import { MultiProgressBar } from "../deps.ts";
2022-10-21 07:09:30 -04:00
import {
2022-10-24 08:46:21 -04:00
DEFAULT_STATE,
FileStateBackend,
State,
StateBackend,
} from "./state.ts";
2022-10-28 03:32:35 -04:00
import { getBattleList, isTokenExpired } from "./splatnet3.ts";
import { BattleListType, Game, GameExporter } from "./types.ts";
import { Cache, FileCache } from "./cache.ts";
2022-10-21 07:09:30 -04:00
import { StatInkExporter } from "./exporters/stat.ink.ts";
import { FileExporter } from "./exporters/file.ts";
2022-10-24 08:46:21 -04:00
import {
delay,
readline,
RecoverableError,
retryRecoverableError,
showError,
} from "./utils.ts";
2022-10-28 03:32:35 -04:00
import { GameFetcher } from "./GameFetcher.ts";
2022-10-21 07:09:30 -04:00
export type Opts = {
profilePath: string;
exporter: string;
noProgress: boolean;
2022-10-22 09:00:45 -04:00
monitor: boolean;
2022-10-24 14:45:36 -04:00
skipMode?: string;
2022-10-23 04:00:16 -04:00
cache?: Cache;
2022-10-23 04:25:10 -04:00
stateBackend?: StateBackend;
2022-10-21 07:09:30 -04:00
};
export const DEFAULT_OPTS: Opts = {
profilePath: "./profile.json",
exporter: "stat.ink",
noProgress: false,
2022-10-22 09:00:45 -04:00
monitor: false,
2022-10-21 07:09:30 -04:00
};
type Progress = {
2022-10-31 00:33:00 -04:00
currentUrl?: string;
2022-10-21 07:09:30 -04:00
current: number;
total: number;
};
2022-11-03 04:35:41 -04:00
function printStats(stats: Record<string, number>) {
console.log(
`Exported ${
Object.entries(stats)
.map(([name, count]) => `${name}: ${count}`)
.join(", ")
}`,
);
}
2022-10-21 07:09:30 -04:00
export class App {
state: State = DEFAULT_STATE;
2022-10-23 04:25:10 -04:00
stateBackend: StateBackend;
2022-10-24 08:46:21 -04:00
recoveryToken: RecoverableError = {
name: "Refetch Token",
is: isTokenExpired,
recovery: async () => {
console.log("Token expired, refetch tokens.");
await this.fetchToken();
},
};
2022-10-21 07:09:30 -04:00
constructor(public opts: Opts) {
2022-10-24 08:46:21 -04:00
this.stateBackend = opts.stateBackend ??
new FileStateBackend(opts.profilePath);
2022-10-21 07:09:30 -04:00
}
async writeState(newState: State) {
this.state = newState;
2022-10-23 04:25:10 -04:00
await this.stateBackend.write(newState);
2022-10-21 07:09:30 -04:00
}
async readState() {
try {
2022-10-23 04:25:10 -04:00
const json = await this.stateBackend.read();
2022-10-21 07:09:30 -04:00
this.state = {
...DEFAULT_STATE,
...json,
};
} catch (e) {
console.warn(
`Failed to read config file, create new config file. (${e})`,
);
await this.writeState(DEFAULT_STATE);
}
}
2022-10-24 14:45:36 -04:00
getSkipMode(): ("vs" | "coop")[] {
const mode = this.opts.skipMode;
if (mode === "vs") {
return ["vs"];
} else if (mode === "coop") {
return ["coop"];
}
return [];
}
async getExporters(): Promise<GameExporter[]> {
2022-10-21 07:09:30 -04:00
const exporters = this.opts.exporter.split(",");
2022-10-24 14:45:36 -04:00
const out: GameExporter[] = [];
2022-10-21 07:09:30 -04:00
if (exporters.includes("stat.ink")) {
if (!this.state.statInkApiKey) {
console.log("stat.ink API key is not set. Please enter below.");
const key = (await readline()).trim();
if (!key) {
console.error("API key is required.");
Deno.exit(1);
}
await this.writeState({
...this.state,
statInkApiKey: key,
});
}
2022-10-22 18:52:08 -04:00
out.push(
new StatInkExporter(
this.state.statInkApiKey!,
this.opts.monitor ? "Monitoring" : "Manual",
),
);
2022-10-21 07:09:30 -04:00
}
if (exporters.includes("file")) {
out.push(new FileExporter(this.state.fileExportPath));
}
return out;
}
2022-11-03 04:35:41 -04:00
async exportOnce() {
await retryRecoverableError(() => this._exportOnce(), this.recoveryToken);
2022-10-24 08:46:21 -04:00
}
2022-10-24 14:45:36 -04:00
exporterProgress(title: string) {
2022-10-21 07:09:30 -04:00
const bar = !this.opts.noProgress
? new MultiProgressBar({
2022-10-24 14:45:36 -04:00
title,
2022-10-21 07:09:30 -04:00
display: "[:bar] :text :percent :time eta: :eta :completed/:total",
})
: undefined;
2022-10-24 14:45:36 -04:00
const allProgress: Record<string, Progress> = {};
const redraw = (name: string, progress: Progress) => {
allProgress[name] = progress;
2022-10-31 00:33:00 -04:00
if (bar) {
bar.render(
Object.entries(allProgress).map(([name, progress]) => ({
completed: progress.current,
total: progress.total,
text: name,
})),
);
} else if (progress.currentUrl) {
console.log(
`Battle exported to ${progress.currentUrl} (${progress.current}/${progress.total})`,
);
2022-10-31 00:33:00 -04:00
}
2022-10-24 14:45:36 -04:00
};
const endBar = () => {
bar?.end();
};
2022-10-21 07:09:30 -04:00
2022-10-24 14:45:36 -04:00
return { redraw, endBar };
}
private async _exportOnce() {
2022-10-24 14:45:36 -04:00
const exporters = await this.getExporters();
const initStats = () =>
Object.fromEntries(
exporters.map((e) => [e.name, 0]),
);
let stats = initStats();
2022-10-24 14:45:36 -04:00
const skipMode = this.getSkipMode();
const errors: unknown[] = [];
2022-10-24 14:45:36 -04:00
if (skipMode.includes("vs")) {
console.log("Skip exporting VS games.");
} else {
console.log("Fetching battle list...");
const gameList = await getBattleList(this.state);
2022-10-24 14:48:49 -04:00
const { redraw, endBar } = this.exporterProgress("Export vs games");
2022-10-24 14:45:36 -04:00
const fetcher = new GameFetcher({
2022-10-24 08:46:21 -04:00
cache: this.opts.cache ?? new FileCache(this.state.cacheDir),
state: this.state,
});
2022-10-21 07:09:30 -04:00
2022-10-28 08:45:56 -04:00
const finalRankState = await fetcher.updateRank();
2022-10-24 08:46:21 -04:00
await Promise.all(
exporters.map((e) =>
showError(
2022-10-24 14:45:36 -04:00
this.exportGameList({
type: "VsInfo",
2022-10-24 08:46:21 -04:00
fetcher,
exporter: e,
2022-10-24 14:45:36 -04:00
gameList,
onStep: (progress) => {
redraw(e.name, progress);
stats[e.name] = progress.current;
},
2022-10-24 08:46:21 -04:00
})
.then((count) => {
stats[e.name] = count;
}),
)
.catch((err) => {
errors.push(err);
2022-10-24 08:46:21 -04:00
console.error(`\nFailed to export to ${e.name}:`, err);
})
),
);
2022-10-21 07:09:30 -04:00
2022-11-04 11:34:07 -04:00
endBar();
printStats(stats);
if (errors.length > 0) {
throw errors[0];
}
2022-10-28 08:45:56 -04:00
// save rankState only if all exporters succeeded
fetcher.setRankState(finalRankState);
await this.writeState({
...this.state,
rankState: finalRankState,
});
2022-10-24 14:45:36 -04:00
}
2022-10-22 18:52:08 -04:00
stats = initStats();
2022-11-03 04:35:41 -04:00
// TODO: remove this filter when stat.ink support coop export
const coopExporter = exporters.filter((e) => e.name !== "stat.ink");
if (skipMode.includes("coop") || coopExporter.length === 0) {
2022-10-24 14:45:36 -04:00
console.log("Skip exporting Coop games.");
} else {
console.log("Fetching coop battle list...");
const coopBattleList = await getBattleList(
this.state,
BattleListType.Coop,
2022-10-24 08:46:21 -04:00
);
2022-10-24 14:45:36 -04:00
2022-10-24 14:48:49 -04:00
const { redraw, endBar } = this.exporterProgress("Export coop games");
2022-10-24 14:45:36 -04:00
const fetcher = new GameFetcher({
cache: this.opts.cache ?? new FileCache(this.state.cacheDir),
state: this.state,
});
await Promise.all(
2022-11-03 04:35:41 -04:00
coopExporter.map((e) =>
2022-10-24 14:45:36 -04:00
showError(
this.exportGameList({
type: "CoopInfo",
fetcher,
exporter: e,
gameList: coopBattleList,
onStep: (progress) => {
stats[e.name] = progress.current;
redraw(e.name, progress);
},
2022-10-24 14:45:36 -04:00
})
.then((count) => {
stats[e.name] = count;
}),
)
.catch((err) => {
errors.push(err);
2022-10-24 14:45:36 -04:00
console.error(`\nFailed to export to ${e.name}:`, err);
})
),
);
2022-11-04 11:34:07 -04:00
endBar();
printStats(stats);
if (errors.length > 0) {
throw errors[0];
}
2022-10-24 08:46:21 -04:00
}
2022-10-22 18:52:08 -04:00
}
async monitor() {
while (true) {
await this.exportOnce();
await this.countDown(this.state.monitorInterval);
}
}
async countDown(sec: number) {
const bar = !this.opts.noProgress
? new MultiProgressBar({
title: "Killing time...",
display: "[:bar] :completed/:total",
})
: undefined;
for (const i of Array(sec).keys()) {
bar?.render([{
completed: i,
total: sec,
}]);
await delay(1000);
}
bar?.end();
}
2022-10-24 08:46:21 -04:00
async fetchToken() {
const sessionToken = this.state.loginState?.sessionToken;
if (!sessionToken) {
throw new Error("Session token is not set.");
}
const { webServiceToken, userCountry, userLang } = await getGToken({
fApi: this.state.fGen,
sessionToken,
});
const bulletToken = await getBulletToken({
webServiceToken,
userLang,
userCountry,
appUserAgent: this.state.appUserAgent,
});
await this.writeState({
...this.state,
loginState: {
...this.state.loginState,
gToken: webServiceToken,
bulletToken,
},
userLang: this.state.userLang ?? userLang,
userCountry: this.state.userCountry ?? userCountry,
});
}
2022-10-22 18:52:08 -04:00
async run() {
await this.readState();
if (!this.state.loginState?.sessionToken) {
const sessionToken = await loginManually();
await this.writeState({
...this.state,
loginState: {
...this.state.loginState,
sessionToken,
},
});
}
if (this.opts.monitor) {
await this.monitor();
} else {
await this.exportOnce();
}
2022-10-21 07:09:30 -04:00
}
/**
2022-10-24 14:45:36 -04:00
* Export game list.
2022-10-21 07:09:30 -04:00
*
* @param fetcher BattleFetcher
* @param exporter BattleExporter
2022-10-24 14:45:36 -04:00
* @param gameList ID list of games, sorted by date, newest first
* @param onStep Callback function called when a game is exported
2022-10-21 07:09:30 -04:00
*/
2022-10-24 14:45:36 -04:00
async exportGameList({
type,
fetcher,
exporter,
gameList,
onStep,
}: {
type: Game["type"];
exporter: GameExporter;
fetcher: GameFetcher;
gameList: string[];
onStep: (progress: Progress) => void;
}) {
2022-10-21 07:09:30 -04:00
let exported = 0;
onStep?.({
current: 0,
total: 1,
});
2022-10-24 14:45:36 -04:00
const workQueue = [
...await exporter.notExported({
type,
list: gameList,
}),
]
.reverse();
const step = async (id: string) => {
const detail = await fetcher.fetch(type, id);
2022-10-31 00:33:00 -04:00
const { url } = await exporter.exportGame(detail);
2022-10-21 07:09:30 -04:00
exported += 1;
onStep?.({
2022-10-31 00:33:00 -04:00
currentUrl: url,
2022-10-21 07:09:30 -04:00
current: exported,
total: workQueue.length,
});
};
if (workQueue.length > 0) {
onStep?.({
current: exported,
total: workQueue.length,
});
for (const battle of workQueue) {
await step(battle);
}
} else {
onStep?.({
current: 1,
total: 1,
});
2022-10-21 07:09:30 -04:00
}
return exported;
}
}