2022-10-21 07:09:30 -04:00
|
|
|
import { getBulletToken, getGToken, loginManually } from "./iksm.ts";
|
2022-10-28 03:32:35 -04:00
|
|
|
import { MultiProgressBar } from "../deps.ts";
|
2022-10-21 07:09:30 -04:00
|
|
|
import {
|
2022-10-24 08:46:21 -04:00
|
|
|
DEFAULT_STATE,
|
|
|
|
|
FileStateBackend,
|
|
|
|
|
State,
|
|
|
|
|
StateBackend,
|
|
|
|
|
} from "./state.ts";
|
2022-10-28 03:32:35 -04:00
|
|
|
import { getBattleList, isTokenExpired } from "./splatnet3.ts";
|
|
|
|
|
import { BattleListType, Game, GameExporter } from "./types.ts";
|
|
|
|
|
import { Cache, FileCache } from "./cache.ts";
|
2022-10-21 07:09:30 -04:00
|
|
|
import { StatInkExporter } from "./exporters/stat.ink.ts";
|
|
|
|
|
import { FileExporter } from "./exporters/file.ts";
|
2022-10-24 08:46:21 -04:00
|
|
|
import {
|
|
|
|
|
delay,
|
|
|
|
|
readline,
|
|
|
|
|
RecoverableError,
|
|
|
|
|
retryRecoverableError,
|
|
|
|
|
showError,
|
|
|
|
|
} from "./utils.ts";
|
2022-10-28 03:32:35 -04:00
|
|
|
import { GameFetcher } from "./GameFetcher.ts";
|
2022-10-21 07:09:30 -04:00
|
|
|
|
|
|
|
|
export type Opts = {
|
|
|
|
|
profilePath: string;
|
|
|
|
|
exporter: string;
|
|
|
|
|
noProgress: boolean;
|
2022-10-22 09:00:45 -04:00
|
|
|
monitor: boolean;
|
2022-10-24 14:45:36 -04:00
|
|
|
skipMode?: string;
|
2022-10-23 04:00:16 -04:00
|
|
|
cache?: Cache;
|
2022-10-23 04:25:10 -04:00
|
|
|
stateBackend?: StateBackend;
|
2022-10-21 07:09:30 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
export const DEFAULT_OPTS: Opts = {
|
|
|
|
|
profilePath: "./profile.json",
|
|
|
|
|
exporter: "stat.ink",
|
|
|
|
|
noProgress: false,
|
2022-10-22 09:00:45 -04:00
|
|
|
monitor: false,
|
2022-10-21 07:09:30 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
type Progress = {
|
2022-10-31 00:33:00 -04:00
|
|
|
currentUrl?: string;
|
2022-10-21 07:09:30 -04:00
|
|
|
current: number;
|
|
|
|
|
total: number;
|
|
|
|
|
};
|
|
|
|
|
|
2022-11-03 04:35:41 -04:00
|
|
|
function printStats(stats: Record<string, number>) {
|
|
|
|
|
console.log(
|
|
|
|
|
`Exported ${
|
|
|
|
|
Object.entries(stats)
|
|
|
|
|
.map(([name, count]) => `${name}: ${count}`)
|
|
|
|
|
.join(", ")
|
|
|
|
|
}`,
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
2022-10-21 07:09:30 -04:00
|
|
|
export class App {
|
|
|
|
|
state: State = DEFAULT_STATE;
|
2022-10-23 04:25:10 -04:00
|
|
|
stateBackend: StateBackend;
|
2022-10-24 08:46:21 -04:00
|
|
|
recoveryToken: RecoverableError = {
|
|
|
|
|
name: "Refetch Token",
|
|
|
|
|
is: isTokenExpired,
|
|
|
|
|
recovery: async () => {
|
|
|
|
|
console.log("Token expired, refetch tokens.");
|
|
|
|
|
|
|
|
|
|
await this.fetchToken();
|
|
|
|
|
},
|
|
|
|
|
};
|
2022-10-21 07:09:30 -04:00
|
|
|
|
|
|
|
|
constructor(public opts: Opts) {
|
2022-10-24 08:46:21 -04:00
|
|
|
this.stateBackend = opts.stateBackend ??
|
|
|
|
|
new FileStateBackend(opts.profilePath);
|
2022-10-21 07:09:30 -04:00
|
|
|
}
|
|
|
|
|
async writeState(newState: State) {
|
|
|
|
|
this.state = newState;
|
2022-10-23 04:25:10 -04:00
|
|
|
await this.stateBackend.write(newState);
|
2022-10-21 07:09:30 -04:00
|
|
|
}
|
|
|
|
|
async readState() {
|
|
|
|
|
try {
|
2022-10-23 04:25:10 -04:00
|
|
|
const json = await this.stateBackend.read();
|
2022-10-21 07:09:30 -04:00
|
|
|
this.state = {
|
|
|
|
|
...DEFAULT_STATE,
|
|
|
|
|
...json,
|
|
|
|
|
};
|
|
|
|
|
} catch (e) {
|
|
|
|
|
console.warn(
|
|
|
|
|
`Failed to read config file, create new config file. (${e})`,
|
|
|
|
|
);
|
|
|
|
|
await this.writeState(DEFAULT_STATE);
|
|
|
|
|
}
|
|
|
|
|
}
|
2022-10-24 14:45:36 -04:00
|
|
|
getSkipMode(): ("vs" | "coop")[] {
|
|
|
|
|
const mode = this.opts.skipMode;
|
|
|
|
|
if (mode === "vs") {
|
|
|
|
|
return ["vs"];
|
|
|
|
|
} else if (mode === "coop") {
|
|
|
|
|
return ["coop"];
|
|
|
|
|
}
|
|
|
|
|
return [];
|
|
|
|
|
}
|
|
|
|
|
async getExporters(): Promise<GameExporter[]> {
|
2022-10-21 07:09:30 -04:00
|
|
|
const exporters = this.opts.exporter.split(",");
|
2022-10-24 14:45:36 -04:00
|
|
|
const out: GameExporter[] = [];
|
2022-10-21 07:09:30 -04:00
|
|
|
|
|
|
|
|
if (exporters.includes("stat.ink")) {
|
|
|
|
|
if (!this.state.statInkApiKey) {
|
|
|
|
|
console.log("stat.ink API key is not set. Please enter below.");
|
|
|
|
|
const key = (await readline()).trim();
|
|
|
|
|
if (!key) {
|
|
|
|
|
console.error("API key is required.");
|
|
|
|
|
Deno.exit(1);
|
|
|
|
|
}
|
|
|
|
|
await this.writeState({
|
|
|
|
|
...this.state,
|
|
|
|
|
statInkApiKey: key,
|
|
|
|
|
});
|
|
|
|
|
}
|
2022-10-22 18:52:08 -04:00
|
|
|
out.push(
|
|
|
|
|
new StatInkExporter(
|
|
|
|
|
this.state.statInkApiKey!,
|
|
|
|
|
this.opts.monitor ? "Monitoring" : "Manual",
|
|
|
|
|
),
|
|
|
|
|
);
|
2022-10-21 07:09:30 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (exporters.includes("file")) {
|
|
|
|
|
out.push(new FileExporter(this.state.fileExportPath));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return out;
|
|
|
|
|
}
|
2022-11-03 04:35:41 -04:00
|
|
|
async exportOnce() {
|
2022-11-04 04:31:07 -04:00
|
|
|
await retryRecoverableError(() => this._exportOnce(), this.recoveryToken);
|
2022-10-24 08:46:21 -04:00
|
|
|
}
|
2022-10-24 14:45:36 -04:00
|
|
|
exporterProgress(title: string) {
|
2022-10-21 07:09:30 -04:00
|
|
|
const bar = !this.opts.noProgress
|
|
|
|
|
? new MultiProgressBar({
|
2022-10-24 14:45:36 -04:00
|
|
|
title,
|
2022-10-21 07:09:30 -04:00
|
|
|
display: "[:bar] :text :percent :time eta: :eta :completed/:total",
|
|
|
|
|
})
|
|
|
|
|
: undefined;
|
|
|
|
|
|
2022-10-24 14:45:36 -04:00
|
|
|
const allProgress: Record<string, Progress> = {};
|
|
|
|
|
const redraw = (name: string, progress: Progress) => {
|
|
|
|
|
allProgress[name] = progress;
|
2022-10-31 00:33:00 -04:00
|
|
|
if (bar) {
|
|
|
|
|
bar.render(
|
|
|
|
|
Object.entries(allProgress).map(([name, progress]) => ({
|
|
|
|
|
completed: progress.current,
|
|
|
|
|
total: progress.total,
|
|
|
|
|
text: name,
|
|
|
|
|
})),
|
|
|
|
|
);
|
|
|
|
|
} else if (progress.currentUrl) {
|
2022-11-04 04:31:07 -04:00
|
|
|
console.log(
|
|
|
|
|
`Battle exported to ${progress.currentUrl} (${progress.current}/${progress.total})`,
|
|
|
|
|
);
|
2022-10-31 00:33:00 -04:00
|
|
|
}
|
2022-10-24 14:45:36 -04:00
|
|
|
};
|
|
|
|
|
const endBar = () => {
|
|
|
|
|
bar?.end();
|
|
|
|
|
};
|
2022-10-21 07:09:30 -04:00
|
|
|
|
2022-10-24 14:45:36 -04:00
|
|
|
return { redraw, endBar };
|
|
|
|
|
}
|
2022-11-04 04:31:07 -04:00
|
|
|
private async _exportOnce() {
|
2022-10-24 14:45:36 -04:00
|
|
|
const exporters = await this.getExporters();
|
2022-11-04 04:31:07 -04:00
|
|
|
const initStats = () =>
|
|
|
|
|
Object.fromEntries(
|
|
|
|
|
exporters.map((e) => [e.name, 0]),
|
|
|
|
|
);
|
|
|
|
|
let stats = initStats();
|
2022-10-24 14:45:36 -04:00
|
|
|
const skipMode = this.getSkipMode();
|
2022-11-04 04:31:07 -04:00
|
|
|
const errors: unknown[] = [];
|
2022-10-24 14:45:36 -04:00
|
|
|
|
|
|
|
|
if (skipMode.includes("vs")) {
|
|
|
|
|
console.log("Skip exporting VS games.");
|
|
|
|
|
} else {
|
|
|
|
|
console.log("Fetching battle list...");
|
|
|
|
|
const gameList = await getBattleList(this.state);
|
|
|
|
|
|
2022-10-24 14:48:49 -04:00
|
|
|
const { redraw, endBar } = this.exporterProgress("Export vs games");
|
2022-10-24 14:45:36 -04:00
|
|
|
const fetcher = new GameFetcher({
|
2022-10-24 08:46:21 -04:00
|
|
|
cache: this.opts.cache ?? new FileCache(this.state.cacheDir),
|
|
|
|
|
state: this.state,
|
|
|
|
|
});
|
2022-10-21 07:09:30 -04:00
|
|
|
|
2022-10-28 08:45:56 -04:00
|
|
|
const finalRankState = await fetcher.updateRank();
|
|
|
|
|
|
2022-10-24 08:46:21 -04:00
|
|
|
await Promise.all(
|
|
|
|
|
exporters.map((e) =>
|
|
|
|
|
showError(
|
2022-10-24 14:45:36 -04:00
|
|
|
this.exportGameList({
|
|
|
|
|
type: "VsInfo",
|
2022-10-24 08:46:21 -04:00
|
|
|
fetcher,
|
|
|
|
|
exporter: e,
|
2022-10-24 14:45:36 -04:00
|
|
|
gameList,
|
2022-11-04 04:31:07 -04:00
|
|
|
onStep: (progress) => {
|
|
|
|
|
redraw(e.name, progress);
|
|
|
|
|
stats[e.name] = progress.current;
|
|
|
|
|
},
|
2022-10-24 08:46:21 -04:00
|
|
|
})
|
|
|
|
|
.then((count) => {
|
|
|
|
|
stats[e.name] = count;
|
|
|
|
|
}),
|
|
|
|
|
)
|
|
|
|
|
.catch((err) => {
|
2022-11-04 04:31:07 -04:00
|
|
|
errors.push(err);
|
2022-10-24 08:46:21 -04:00
|
|
|
console.error(`\nFailed to export to ${e.name}:`, err);
|
|
|
|
|
})
|
|
|
|
|
),
|
|
|
|
|
);
|
2022-10-21 07:09:30 -04:00
|
|
|
|
2022-11-04 11:34:07 -04:00
|
|
|
endBar();
|
|
|
|
|
|
2022-11-04 04:31:07 -04:00
|
|
|
printStats(stats);
|
|
|
|
|
if (errors.length > 0) {
|
|
|
|
|
throw errors[0];
|
|
|
|
|
}
|
|
|
|
|
|
2022-10-28 08:45:56 -04:00
|
|
|
// save rankState only if all exporters succeeded
|
|
|
|
|
fetcher.setRankState(finalRankState);
|
|
|
|
|
await this.writeState({
|
|
|
|
|
...this.state,
|
|
|
|
|
rankState: finalRankState,
|
|
|
|
|
});
|
2022-10-24 14:45:36 -04:00
|
|
|
}
|
2022-10-22 18:52:08 -04:00
|
|
|
|
2022-11-04 04:31:07 -04:00
|
|
|
stats = initStats();
|
|
|
|
|
|
2022-11-03 04:35:41 -04:00
|
|
|
// TODO: remove this filter when stat.ink support coop export
|
|
|
|
|
const coopExporter = exporters.filter((e) => e.name !== "stat.ink");
|
|
|
|
|
if (skipMode.includes("coop") || coopExporter.length === 0) {
|
2022-10-24 14:45:36 -04:00
|
|
|
console.log("Skip exporting Coop games.");
|
|
|
|
|
} else {
|
|
|
|
|
console.log("Fetching coop battle list...");
|
|
|
|
|
const coopBattleList = await getBattleList(
|
|
|
|
|
this.state,
|
|
|
|
|
BattleListType.Coop,
|
2022-10-24 08:46:21 -04:00
|
|
|
);
|
2022-10-24 14:45:36 -04:00
|
|
|
|
2022-10-24 14:48:49 -04:00
|
|
|
const { redraw, endBar } = this.exporterProgress("Export coop games");
|
2022-10-24 14:45:36 -04:00
|
|
|
const fetcher = new GameFetcher({
|
|
|
|
|
cache: this.opts.cache ?? new FileCache(this.state.cacheDir),
|
|
|
|
|
state: this.state,
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
await Promise.all(
|
2022-11-03 04:35:41 -04:00
|
|
|
coopExporter.map((e) =>
|
2022-10-24 14:45:36 -04:00
|
|
|
showError(
|
|
|
|
|
this.exportGameList({
|
|
|
|
|
type: "CoopInfo",
|
|
|
|
|
fetcher,
|
|
|
|
|
exporter: e,
|
|
|
|
|
gameList: coopBattleList,
|
2022-11-04 04:31:07 -04:00
|
|
|
onStep: (progress) => {
|
|
|
|
|
stats[e.name] = progress.current;
|
|
|
|
|
redraw(e.name, progress);
|
|
|
|
|
},
|
2022-10-24 14:45:36 -04:00
|
|
|
})
|
|
|
|
|
.then((count) => {
|
|
|
|
|
stats[e.name] = count;
|
|
|
|
|
}),
|
|
|
|
|
)
|
|
|
|
|
.catch((err) => {
|
2022-11-04 04:31:07 -04:00
|
|
|
errors.push(err);
|
2022-10-24 14:45:36 -04:00
|
|
|
console.error(`\nFailed to export to ${e.name}:`, err);
|
|
|
|
|
})
|
|
|
|
|
),
|
|
|
|
|
);
|
|
|
|
|
|
2022-11-04 11:34:07 -04:00
|
|
|
endBar();
|
|
|
|
|
|
2022-11-04 04:31:07 -04:00
|
|
|
printStats(stats);
|
|
|
|
|
if (errors.length > 0) {
|
|
|
|
|
throw errors[0];
|
|
|
|
|
}
|
2022-10-24 08:46:21 -04:00
|
|
|
}
|
2022-10-22 18:52:08 -04:00
|
|
|
}
|
|
|
|
|
async monitor() {
|
|
|
|
|
while (true) {
|
|
|
|
|
await this.exportOnce();
|
|
|
|
|
await this.countDown(this.state.monitorInterval);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
async countDown(sec: number) {
|
|
|
|
|
const bar = !this.opts.noProgress
|
|
|
|
|
? new MultiProgressBar({
|
|
|
|
|
title: "Killing time...",
|
|
|
|
|
display: "[:bar] :completed/:total",
|
|
|
|
|
})
|
|
|
|
|
: undefined;
|
|
|
|
|
for (const i of Array(sec).keys()) {
|
|
|
|
|
bar?.render([{
|
|
|
|
|
completed: i,
|
|
|
|
|
total: sec,
|
|
|
|
|
}]);
|
|
|
|
|
await delay(1000);
|
|
|
|
|
}
|
|
|
|
|
bar?.end();
|
|
|
|
|
}
|
2022-10-24 08:46:21 -04:00
|
|
|
async fetchToken() {
|
|
|
|
|
const sessionToken = this.state.loginState?.sessionToken;
|
|
|
|
|
|
|
|
|
|
if (!sessionToken) {
|
|
|
|
|
throw new Error("Session token is not set.");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const { webServiceToken, userCountry, userLang } = await getGToken({
|
|
|
|
|
fApi: this.state.fGen,
|
|
|
|
|
sessionToken,
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
const bulletToken = await getBulletToken({
|
|
|
|
|
webServiceToken,
|
|
|
|
|
userLang,
|
|
|
|
|
userCountry,
|
|
|
|
|
appUserAgent: this.state.appUserAgent,
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
await this.writeState({
|
|
|
|
|
...this.state,
|
|
|
|
|
loginState: {
|
|
|
|
|
...this.state.loginState,
|
|
|
|
|
gToken: webServiceToken,
|
|
|
|
|
bulletToken,
|
|
|
|
|
},
|
|
|
|
|
userLang: this.state.userLang ?? userLang,
|
|
|
|
|
userCountry: this.state.userCountry ?? userCountry,
|
|
|
|
|
});
|
|
|
|
|
}
|
2022-10-22 18:52:08 -04:00
|
|
|
async run() {
|
|
|
|
|
await this.readState();
|
|
|
|
|
|
|
|
|
|
if (!this.state.loginState?.sessionToken) {
|
|
|
|
|
const sessionToken = await loginManually();
|
|
|
|
|
|
|
|
|
|
await this.writeState({
|
|
|
|
|
...this.state,
|
|
|
|
|
loginState: {
|
|
|
|
|
...this.state.loginState,
|
|
|
|
|
sessionToken,
|
|
|
|
|
},
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (this.opts.monitor) {
|
|
|
|
|
await this.monitor();
|
|
|
|
|
} else {
|
|
|
|
|
await this.exportOnce();
|
|
|
|
|
}
|
2022-10-21 07:09:30 -04:00
|
|
|
}
|
|
|
|
|
/**
|
2022-10-24 14:45:36 -04:00
|
|
|
* Export game list.
|
2022-10-21 07:09:30 -04:00
|
|
|
*
|
|
|
|
|
* @param fetcher BattleFetcher
|
|
|
|
|
* @param exporter BattleExporter
|
2022-10-24 14:45:36 -04:00
|
|
|
* @param gameList ID list of games, sorted by date, newest first
|
|
|
|
|
* @param onStep Callback function called when a game is exported
|
2022-10-21 07:09:30 -04:00
|
|
|
*/
|
2022-10-24 14:45:36 -04:00
|
|
|
async exportGameList({
|
|
|
|
|
type,
|
|
|
|
|
fetcher,
|
|
|
|
|
exporter,
|
|
|
|
|
gameList,
|
|
|
|
|
onStep,
|
|
|
|
|
}: {
|
|
|
|
|
type: Game["type"];
|
|
|
|
|
exporter: GameExporter;
|
|
|
|
|
fetcher: GameFetcher;
|
|
|
|
|
gameList: string[];
|
|
|
|
|
onStep: (progress: Progress) => void;
|
|
|
|
|
}) {
|
2022-10-21 07:09:30 -04:00
|
|
|
let exported = 0;
|
|
|
|
|
|
|
|
|
|
onStep?.({
|
|
|
|
|
current: 0,
|
|
|
|
|
total: 1,
|
|
|
|
|
});
|
|
|
|
|
|
2022-10-24 14:45:36 -04:00
|
|
|
const workQueue = [
|
|
|
|
|
...await exporter.notExported({
|
|
|
|
|
type,
|
|
|
|
|
list: gameList,
|
|
|
|
|
}),
|
|
|
|
|
]
|
|
|
|
|
.reverse();
|
|
|
|
|
|
|
|
|
|
const step = async (id: string) => {
|
|
|
|
|
const detail = await fetcher.fetch(type, id);
|
2022-10-31 00:33:00 -04:00
|
|
|
const { url } = await exporter.exportGame(detail);
|
2022-10-21 07:09:30 -04:00
|
|
|
exported += 1;
|
|
|
|
|
onStep?.({
|
2022-10-31 00:33:00 -04:00
|
|
|
currentUrl: url,
|
2022-10-21 07:09:30 -04:00
|
|
|
current: exported,
|
|
|
|
|
total: workQueue.length,
|
|
|
|
|
});
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
if (workQueue.length > 0) {
|
|
|
|
|
onStep?.({
|
|
|
|
|
current: exported,
|
|
|
|
|
total: workQueue.length,
|
|
|
|
|
});
|
|
|
|
|
for (const battle of workQueue) {
|
|
|
|
|
await step(battle);
|
|
|
|
|
}
|
2022-10-24 15:11:53 -04:00
|
|
|
} else {
|
|
|
|
|
onStep?.({
|
|
|
|
|
current: 1,
|
|
|
|
|
total: 1,
|
|
|
|
|
});
|
2022-10-21 07:09:30 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return exported;
|
|
|
|
|
}
|
|
|
|
|
}
|