Compare commits

...

6 Commits

53 changed files with 717 additions and 529 deletions

View File

@ -13,10 +13,10 @@
<CssCodeStyleSettings> <CssCodeStyleSettings>
<option name="HEX_COLOR_LOWER_CASE" value="true" /> <option name="HEX_COLOR_LOWER_CASE" value="true" />
</CssCodeStyleSettings> </CssCodeStyleSettings>
<DB2CodeStyleSettings version="6"> <DB2CodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</DB2CodeStyleSettings> </DB2CodeStyleSettings>
<DerbyCodeStyleSettings version="6"> <DerbyCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</DerbyCodeStyleSettings> </DerbyCodeStyleSettings>
<GoCodeStyleSettings> <GoCodeStyleSettings>
@ -26,10 +26,10 @@
<option name="WRAP_FUNC_PARAMS" value="5" /> <option name="WRAP_FUNC_PARAMS" value="5" />
<option name="WRAP_FUNC_RESULT" value="5" /> <option name="WRAP_FUNC_RESULT" value="5" />
</GoCodeStyleSettings> </GoCodeStyleSettings>
<H2CodeStyleSettings version="6"> <H2CodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</H2CodeStyleSettings> </H2CodeStyleSettings>
<HSQLCodeStyleSettings version="6"> <HSQLCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</HSQLCodeStyleSettings> </HSQLCodeStyleSettings>
<HTMLCodeStyleSettings> <HTMLCodeStyleSettings>
@ -85,10 +85,10 @@
<LessCodeStyleSettings> <LessCodeStyleSettings>
<option name="HEX_COLOR_LOWER_CASE" value="true" /> <option name="HEX_COLOR_LOWER_CASE" value="true" />
</LessCodeStyleSettings> </LessCodeStyleSettings>
<MSSQLCodeStyleSettings version="6"> <MSSQLCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</MSSQLCodeStyleSettings> </MSSQLCodeStyleSettings>
<MySQLCodeStyleSettings version="6"> <MySQLCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</MySQLCodeStyleSettings> </MySQLCodeStyleSettings>
<Objective-C> <Objective-C>
@ -98,7 +98,7 @@
<option name="SPACE_BEFORE_INIT_LIST" value="true" /> <option name="SPACE_BEFORE_INIT_LIST" value="true" />
<option name="SPACE_AFTER_DICTIONARY_LITERAL_COLON" value="false" /> <option name="SPACE_AFTER_DICTIONARY_LITERAL_COLON" value="false" />
</Objective-C> </Objective-C>
<OracleCodeStyleSettings version="6"> <OracleCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</OracleCodeStyleSettings> </OracleCodeStyleSettings>
<PHPCodeStyleSettings> <PHPCodeStyleSettings>
@ -116,7 +116,7 @@
<option name="NEW_LINE_AFTER_PHP_OPENING_TAG" value="true" /> <option name="NEW_LINE_AFTER_PHP_OPENING_TAG" value="true" />
<option name="SPACE_AROUND_ASSIGNMENT_IN_DECLARE" value="true" /> <option name="SPACE_AROUND_ASSIGNMENT_IN_DECLARE" value="true" />
</PHPCodeStyleSettings> </PHPCodeStyleSettings>
<PostgresCodeStyleSettings version="6"> <PostgresCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</PostgresCodeStyleSettings> </PostgresCodeStyleSettings>
<Properties> <Properties>
@ -143,13 +143,16 @@
<option name="INDENT_WHEN_CASES" value="true" /> <option name="INDENT_WHEN_CASES" value="true" />
<option name="CHAIN_CALLS_ALIGNMENT" value="2" /> <option name="CHAIN_CALLS_ALIGNMENT" value="2" />
</Ruby> </Ruby>
<SQLiteCodeStyleSettings version="6"> <SQLiteCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</SQLiteCodeStyleSettings> </SQLiteCodeStyleSettings>
<ScssCodeStyleSettings> <ScssCodeStyleSettings>
<option name="HEX_COLOR_LOWER_CASE" value="true" /> <option name="HEX_COLOR_LOWER_CASE" value="true" />
</ScssCodeStyleSettings> </ScssCodeStyleSettings>
<SqlCodeStyleSettings version="6"> <Shell_Script>
<option name="KEEP_COLUMN_ALIGNMENT_PADDING" value="true" />
</Shell_Script>
<SqlCodeStyleSettings version="7">
<option name="KEYWORD_CASE" value="2" /> <option name="KEYWORD_CASE" value="2" />
<option name="TYPE_CASE" value="2" /> <option name="TYPE_CASE" value="2" />
<option name="CUSTOM_TYPE_CASE" value="2" /> <option name="CUSTOM_TYPE_CASE" value="2" />
@ -173,9 +176,10 @@
<option name="CONSTRAINT_WRAP_3" value="true" /> <option name="CONSTRAINT_WRAP_3" value="true" />
<option name="CONSTRAINT_WRAP_4" value="true" /> <option name="CONSTRAINT_WRAP_4" value="true" />
<option name="VIEW_INDENT_QUERY" value="true" /> <option name="VIEW_INDENT_QUERY" value="true" />
<option name="IMP_LOOP_LOOP_INDENT" value="false" />
<option name="EXPR_CASE_WHEN_WRAP" value="false" /> <option name="EXPR_CASE_WHEN_WRAP" value="false" />
</SqlCodeStyleSettings> </SqlCodeStyleSettings>
<SybaseCodeStyleSettings version="6"> <SybaseCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</SybaseCodeStyleSettings> </SybaseCodeStyleSettings>
<TypeScriptCodeStyleSettings version="0"> <TypeScriptCodeStyleSettings version="0">
@ -203,6 +207,11 @@
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
</indentOptions> </indentOptions>
</codeStyleSettings> </codeStyleSettings>
<codeStyleSettings language="Gherkin">
<indentOptions>
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
</indentOptions>
</codeStyleSettings>
<codeStyleSettings language="Groovy"> <codeStyleSettings language="Groovy">
<option name="ELSE_ON_NEW_LINE" value="true" /> <option name="ELSE_ON_NEW_LINE" value="true" />
<option name="SPACE_WITHIN_ARRAY_INITIALIZER_BRACES" value="true" /> <option name="SPACE_WITHIN_ARRAY_INITIALIZER_BRACES" value="true" />
@ -282,6 +291,13 @@
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
</indentOptions> </indentOptions>
</codeStyleSettings> </codeStyleSettings>
<codeStyleSettings language="Markdown">
<indentOptions>
<option name="INDENT_SIZE" value="2" />
<option name="CONTINUATION_INDENT_SIZE" value="2" />
<option name="TAB_SIZE" value="2" />
</indentOptions>
</codeStyleSettings>
<codeStyleSettings language="ObjectiveC"> <codeStyleSettings language="ObjectiveC">
<option name="LINE_COMMENT_AT_FIRST_COLUMN" value="false" /> <option name="LINE_COMMENT_AT_FIRST_COLUMN" value="false" />
<option name="BLOCK_COMMENT_AT_FIRST_COLUMN" value="false" /> <option name="BLOCK_COMMENT_AT_FIRST_COLUMN" value="false" />
@ -342,7 +358,6 @@
</indentOptions> </indentOptions>
</codeStyleSettings> </codeStyleSettings>
<codeStyleSettings language="Rust"> <codeStyleSettings language="Rust">
<option name="RIGHT_MARGIN" value="140" />
<option name="ALIGN_MULTILINE_CHAINED_METHODS" value="true" /> <option name="ALIGN_MULTILINE_CHAINED_METHODS" value="true" />
<indentOptions> <indentOptions>
<option name="USE_TAB_CHARACTER" value="true" /> <option name="USE_TAB_CHARACTER" value="true" />
@ -357,6 +372,7 @@
</codeStyleSettings> </codeStyleSettings>
<codeStyleSettings language="SCSS"> <codeStyleSettings language="SCSS">
<indentOptions> <indentOptions>
<option name="CONTINUATION_INDENT_SIZE" value="2" />
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
</indentOptions> </indentOptions>
</codeStyleSettings> </codeStyleSettings>
@ -367,13 +383,6 @@
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
</indentOptions> </indentOptions>
</codeStyleSettings> </codeStyleSettings>
<codeStyleSettings language="Shell Script">
<indentOptions>
<option name="INDENT_SIZE" value="4" />
<option name="TAB_SIZE" value="4" />
<option name="USE_TAB_CHARACTER" value="true" />
</indentOptions>
</codeStyleSettings>
<codeStyleSettings language="TOML"> <codeStyleSettings language="TOML">
<indentOptions> <indentOptions>
<option name="CONTINUATION_INDENT_SIZE" value="4" /> <option name="CONTINUATION_INDENT_SIZE" value="4" />
@ -427,6 +436,9 @@
</codeStyleSettings> </codeStyleSettings>
<codeStyleSettings language="liquid"> <codeStyleSettings language="liquid">
<indentOptions> <indentOptions>
<option name="INDENT_SIZE" value="2" />
<option name="CONTINUATION_INDENT_SIZE" value="2" />
<option name="TAB_SIZE" value="2" />
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
</indentOptions> </indentOptions>
</codeStyleSettings> </codeStyleSettings>
@ -442,4 +454,4 @@
</indentOptions> </indentOptions>
</codeStyleSettings> </codeStyleSettings>
</code_scheme> </code_scheme>
</component> </component>

View File

@ -91,7 +91,6 @@
<inspection_tool class="ComparatorNotSerializable" enabled="true" level="WARNING" enabled_by_default="true" /> <inspection_tool class="ComparatorNotSerializable" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="CompareToUsesNonFinalVariable" enabled="true" level="WARNING" enabled_by_default="true" /> <inspection_tool class="CompareToUsesNonFinalVariable" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="ComparisonOfShortAndChar" enabled="true" level="WARNING" enabled_by_default="true" /> <inspection_tool class="ComparisonOfShortAndChar" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="ComposeMissingKeys" enabled="true" level="ERROR" enabled_by_default="true" />
<inspection_tool class="ConditionSignal" enabled="true" level="WARNING" enabled_by_default="true" /> <inspection_tool class="ConditionSignal" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="ConditionalExpression" enabled="true" level="INFORMATION" enabled_by_default="true"> <inspection_tool class="ConditionalExpression" enabled="true" level="INFORMATION" enabled_by_default="true">
<option name="ignoreSimpleAssignmentsAndReturns" value="true" /> <option name="ignoreSimpleAssignmentsAndReturns" value="true" />
@ -362,7 +361,7 @@
</inspection_tool> </inspection_tool>
<inspection_tool class="LocalVariableDeclarationSideOnly" enabled="true" level="ERROR" enabled_by_default="true" /> <inspection_tool class="LocalVariableDeclarationSideOnly" enabled="true" level="ERROR" enabled_by_default="true" />
<inspection_tool class="LocalVariableNamingConventionJS" enabled="true" level="WARNING" enabled_by_default="true"> <inspection_tool class="LocalVariableNamingConventionJS" enabled="true" level="WARNING" enabled_by_default="true">
<option name="m_regex" value="[a-z][A-Za-z]*" /> <option name="m_regex" value="[a-z][A-Za-z0-9]*" />
<option name="m_minLength" value="0" /> <option name="m_minLength" value="0" />
<option name="m_maxLength" value="99" /> <option name="m_maxLength" value="99" />
</inspection_tool> </inspection_tool>

View File

@ -1,22 +0,0 @@
<component name="libraryTable">
<library name="Generated files" type="javaScript">
<properties>
<sourceFilesUrls>
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/discord.js" />
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/dom.js" />
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/gui.js" />
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/settings.js" />
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/state.js" />
</sourceFilesUrls>
</properties>
<CLASSES>
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/discord.js" />
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/dom.js" />
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/gui.js" />
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/settings.js" />
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/state.js" />
</CLASSES>
<JAVADOC />
<SOURCES />
</library>
</component>

View File

@ -39,11 +39,6 @@
<EmbeddedResource Include="Resources/tracker-loader.js"> <EmbeddedResource Include="Resources/tracker-loader.js">
<LogicalName>tracker-loader.js</LogicalName> <LogicalName>tracker-loader.js</LogicalName>
</EmbeddedResource> </EmbeddedResource>
<EmbeddedResource Include="../Resources/Viewer/**">
<LogicalName>Viewer\%(RecursiveDir)%(Filename)%(Extension)</LogicalName>
<Link>Resources/Viewer/%(RecursiveDir)%(Filename)%(Extension)</Link>
<Visible>false</Visible>
</EmbeddedResource>
</ItemGroup> </ItemGroup>
</Project> </Project>

View File

@ -1,9 +1,7 @@
using System; using System;
using System.Diagnostics.CodeAnalysis; using System.Diagnostics.CodeAnalysis;
using System.IO;
using System.Threading.Tasks; using System.Threading.Tasks;
using Avalonia.Controls; using Avalonia.Controls;
using DHT.Desktop.Main.Pages;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using JetBrains.Annotations; using JetBrains.Annotations;
@ -43,13 +41,5 @@ public sealed partial class MainWindow : Window {
Log.Error("Caught exception while disposing window: " + ex); Log.Error("Caught exception while disposing window: " + ex);
} }
} }
foreach (var temporaryFile in ViewerPageModel.TemporaryFiles) {
try {
File.Delete(temporaryFile);
} catch (Exception) {
// ignored
}
}
} }
} }

View File

@ -21,7 +21,6 @@
<StackPanel Orientation="Vertical" Spacing="20"> <StackPanel Orientation="Vertical" Spacing="20">
<StackPanel Orientation="Horizontal" VerticalAlignment="Top"> <StackPanel Orientation="Horizontal" VerticalAlignment="Top">
<Button Command="{Binding OnClickOpenViewer}" Margin="0 0 5 0">Open Viewer</Button> <Button Command="{Binding OnClickOpenViewer}" Margin="0 0 5 0">Open Viewer</Button>
<Button Command="{Binding OnClickSaveViewer}" Margin="5 0 0 0">Save Viewer</Button>
</StackPanel> </StackPanel>
<controls:MessageFilterPanel DataContext="{Binding FilterModel}" /> <controls:MessageFilterPanel DataContext="{Binding FilterModel}" />
<Expander Header="Database Tools"> <Expander Header="Database Tools">

View File

@ -1,34 +1,22 @@
using System; using System;
using System.Collections.Concurrent;
using System.ComponentModel; using System.ComponentModel;
using System.Diagnostics; using System.Diagnostics;
using System.IO;
using System.Text;
using System.Threading.Tasks; using System.Threading.Tasks;
using System.Web; using System.Web;
using Avalonia.Controls; using Avalonia.Controls;
using Avalonia.Platform.Storage;
using CommunityToolkit.Mvvm.ComponentModel; using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Desktop.Common; using DHT.Desktop.Common;
using DHT.Desktop.Dialogs.File;
using DHT.Desktop.Dialogs.Message; using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Dialogs.Progress; using DHT.Desktop.Dialogs.Progress;
using DHT.Desktop.Main.Controls; using DHT.Desktop.Main.Controls;
using DHT.Desktop.Server; using DHT.Desktop.Server;
using DHT.Server; using DHT.Server;
using DHT.Server.Data.Filters; using DHT.Server.Data.Filters;
using DHT.Server.Database.Export; using DHT.Server.Service.Viewer;
using static DHT.Desktop.Program;
namespace DHT.Desktop.Main.Pages; namespace DHT.Desktop.Main.Pages;
sealed partial class ViewerPageModel : ObservableObject, IDisposable { sealed partial class ViewerPageModel : ObservableObject, IDisposable {
public static readonly ConcurrentBag<string> TemporaryFiles = [];
private static readonly FilePickerFileType[] ViewerFileTypes = [
FileDialogs.CreateFilter("Discord History Viewer", ["html"])
];
public bool DatabaseToolFilterModeKeep { get; set; } = true; public bool DatabaseToolFilterModeKeep { get; set; } = true;
public bool DatabaseToolFilterModeRemove { get; set; } = false; public bool DatabaseToolFilterModeRemove { get; set; } = false;
@ -61,101 +49,18 @@ sealed partial class ViewerPageModel : ObservableObject, IDisposable {
public async void OnClickOpenViewer() { public async void OnClickOpenViewer() {
try { try {
var fullPath = await PrepareTemporaryViewerFile(); string serverUrl = "http://127.0.0.1:" + ServerConfiguration.Port;
string serverToken = ServerConfiguration.Token;
string sessionId = state.ViewerSessions.Register(new ViewerSession(FilterModel.CreateFilter())).ToString();
string jsConstants = $""" Process.Start(new ProcessStartInfo(serverUrl + "/viewer/?token=" + HttpUtility.UrlEncode(serverToken) + "&session=" + HttpUtility.UrlEncode(sessionId)) {
window.DHT_SERVER_URL = "{HttpUtility.JavaScriptStringEncode("http://127.0.0.1:" + ServerConfiguration.Port)}";
window.DHT_SERVER_TOKEN = "{HttpUtility.JavaScriptStringEncode(ServerConfiguration.Token)}";
""";
await ProgressDialog.ShowIndeterminate(window, "Open Viewer", "Creating viewer...", _ => Task.Run(() => WriteViewerFile(fullPath, jsConstants)));
Process.Start(new ProcessStartInfo(fullPath) {
UseShellExecute = true UseShellExecute = true
}); });
} catch (Exception e) { } catch (Exception e) {
await Dialog.ShowOk(window, "Open Viewer", "Could not create or save viewer: " + e.Message); await Dialog.ShowOk(window, "Open Viewer", "Could not open viewer: " + e.Message);
} }
} }
private async Task<string> PrepareTemporaryViewerFile() {
return await Task.Run(() => {
string rootPath = Path.Combine(Path.GetTempPath(), "DiscordHistoryTracker");
string filenameBase = Path.GetFileNameWithoutExtension(state.Db.Path) + "-" + DateTime.Now.ToString("yyyy-MM-dd");
string fullPath = Path.Combine(rootPath, filenameBase + ".html");
int counter = 0;
while (File.Exists(fullPath)) {
++counter;
fullPath = Path.Combine(rootPath, filenameBase + "-" + counter + ".html");
}
TemporaryFiles.Add(fullPath);
Directory.CreateDirectory(rootPath);
return fullPath;
});
}
public async void OnClickSaveViewer() {
string? path = await window.StorageProvider.SaveFile(new FilePickerSaveOptions {
Title = "Save Viewer",
FileTypeChoices = ViewerFileTypes,
SuggestedFileName = Path.GetFileNameWithoutExtension(state.Db.Path) + ".html",
SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, Path.GetDirectoryName(state.Db.Path)),
});
if (path == null) {
return;
}
try {
await ProgressDialog.ShowIndeterminate(window, "Save Viewer", "Creating viewer...", _ => Task.Run(() => WriteViewerFile(path, string.Empty)));
} catch (Exception e) {
await Dialog.ShowOk(window, "Save Viewer", "Could not create or save viewer: " + e.Message);
}
}
private async Task WriteViewerFile(string path, string jsConstants) {
const string ArchiveTag = "/*[ARCHIVE]*/";
string indexFile = await Resources.ReadTextAsync("Viewer/index.html");
string viewerTemplate = indexFile.Replace("/*[CONSTANTS]*/", jsConstants)
.Replace("/*[JS]*/", await Resources.ReadJoinedAsync("Viewer/scripts/", '\n'))
.Replace("/*[CSS]*/", await Resources.ReadJoinedAsync("Viewer/styles/", '\n'));
int viewerArchiveTagStart = viewerTemplate.IndexOf(ArchiveTag);
int viewerArchiveTagEnd = viewerArchiveTagStart + ArchiveTag.Length;
string jsonTempFile = path + ".tmp";
await using (var jsonStream = new FileStream(jsonTempFile, FileMode.Create, FileAccess.ReadWrite, FileShare.Read)) {
await ViewerJsonExport.Generate(jsonStream, state.Db, FilterModel.CreateFilter());
char[] jsonBuffer = new char[Math.Min(32768, jsonStream.Position)];
jsonStream.Position = 0;
await using (var outputStream = new FileStream(path, FileMode.Create, FileAccess.Write, FileShare.Read))
await using (var outputWriter = new StreamWriter(outputStream, Encoding.UTF8)) {
await outputWriter.WriteAsync(viewerTemplate[..viewerArchiveTagStart]);
using (var jsonReader = new StreamReader(jsonStream, Encoding.UTF8)) {
int readBytes;
while ((readBytes = await jsonReader.ReadAsync(jsonBuffer, 0, jsonBuffer.Length)) > 0) {
string jsonChunk = new string(jsonBuffer, 0, readBytes);
await outputWriter.WriteAsync(HttpUtility.JavaScriptStringEncode(jsonChunk));
}
}
await outputWriter.WriteAsync(viewerTemplate[viewerArchiveTagEnd..]);
}
}
File.Delete(jsonTempFile);
}
public async Task OnClickApplyFiltersToDatabase() { public async Task OnClickApplyFiltersToDatabase() {
var filter = FilterModel.CreateFilter(); var filter = FilterModel.CreateFilter();
var messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter)); var messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter));

View File

@ -2,16 +2,24 @@
<html lang="en"> <html lang="en">
<head> <head>
<meta charset="utf-8"> <meta charset="utf-8">
<meta name="referrer" content="no-referrer">
<title>Discord Offline History</title> <title>Discord Offline History</title>
<link rel="icon" href="favicon.ico">
<link rel="stylesheet" href="styles/main.css">
<link rel="stylesheet" href="styles/menu.css">
<link rel="stylesheet" href="styles/channels.css">
<link rel="stylesheet" href="styles/messages.css">
<link rel="stylesheet" href="styles/modal.css">
<script type="text/javascript"> <script type="text/javascript">
window.DHT_EMBEDDED = "/*[ARCHIVE]*/"; const query = new URLSearchParams(location.search);
/*[CONSTANTS]*/ window.DHT_SERVER_TOKEN = query.get("token");
/*[JS]*/ window.DHT_SERVER_SESSION = query.get("session");
</script> </script>
<style> <script type="module" src="scripts/bootstrap.mjs"></script>
/*[CSS]*/
</style>
</head> </head>
<body> <body>
<div id="menu"> <div id="menu">
@ -65,7 +73,9 @@
</div> </div>
<div id="app"> <div id="app">
<div id="channels"></div> <div id="channels">
<div class="loading"></div>
</div>
<div id="messages"></div> <div id="messages"></div>
</div> </div>

View File

@ -1,39 +0,0 @@
document.addEventListener("DOMContentLoaded", () => {
DISCORD.setup();
GUI.setup();
GUI.onOptionMessagesPerPageChanged(() => {
STATE.setMessagesPerPage(GUI.getOptionMessagesPerPage());
});
STATE.setMessagesPerPage(GUI.getOptionMessagesPerPage());
GUI.onOptMessageFilterChanged(filter => {
STATE.setActiveFilter(filter);
});
GUI.onNavigationButtonClicked(action => {
STATE.updateCurrentPage(action);
});
STATE.onUsersRefreshed(users => {
GUI.updateUserList(users);
});
STATE.onChannelsRefreshed((channels, selected) => {
GUI.updateChannelList(channels, selected, STATE.selectChannel);
});
STATE.onMessagesRefreshed(messages => {
GUI.updateNavigation(STATE.getCurrentPage(), STATE.getPageCount());
GUI.updateMessageList(messages);
GUI.scrollMessagesToTop();
});
try {
STATE.uploadFile(JSON.parse(window.DHT_EMBEDDED));
} catch (e) {
console.error(e);
alert("Could not parse embedded file, see console for details.");
}
});

View File

@ -0,0 +1,110 @@
import discord from "./discord.mjs";
import gui from "./gui.mjs";
import state from "./state.mjs";
window.DISCORD = discord;
document.addEventListener("DOMContentLoaded", () => {
discord.setup();
gui.setup();
gui.onOptionMessagesPerPageChanged(() => {
state.setMessagesPerPage(gui.getOptionMessagesPerPage());
});
state.setMessagesPerPage(gui.getOptionMessagesPerPage());
gui.onOptMessageFilterChanged(filter => {
state.setActiveFilter(filter);
});
gui.onNavigationButtonClicked(action => {
state.updateCurrentPage(action);
});
state.onUsersRefreshed(users => {
gui.updateUserList(users);
});
state.onChannelsRefreshed((channels, selected) => {
gui.updateChannelList(channels, selected, state.selectChannel);
});
state.onMessagesRefreshed(messages => {
gui.updateNavigation(state.getCurrentPage(), state.getPageCount());
gui.updateMessageList(messages);
gui.scrollMessagesToTop();
});
async function fetchUrl(path, contentType) {
const response = await fetch("/" + path + "?token=" + encodeURIComponent(window.DHT_SERVER_TOKEN) + "&session=" + encodeURIComponent(window.DHT_SERVER_SESSION), {
method: "GET",
headers: {
"Content-Type": contentType,
},
credentials: "omit",
redirect: "error",
});
if (!response.ok) {
throw "Unexpected response status: " + response.statusText;
}
return response;
}
async function processLines(response, callback) {
let body = "";
for await (const chunk of response.body.pipeThrough(new TextDecoderStream("utf-8"))) {
body += chunk;
let startIndex = 0;
while (true) {
const endIndex = body.indexOf("\n", startIndex);
if (endIndex === -1) {
break;
}
callback(body.substring(startIndex, endIndex));
startIndex = endIndex + 1;
}
body = body.substring(startIndex);
}
if (body !== "") {
callback(body);
}
}
async function loadData() {
try {
const metadataResponse = await fetchUrl("get-viewer-metadata", "application/json");
const metadataJson = await metadataResponse.json();
const messagesResponse = await fetchUrl("get-viewer-messages", "application/x-ndjson");
const messages = {};
await processLines(messagesResponse, line => {
const message = JSON.parse(line);
const channel = message.c;
const channelMessages = messages[channel] || (messages[channel] = {});
channelMessages[message.id] = message;
delete message.id;
delete message.c;
});
state.uploadFile(metadataJson, messages);
} catch (e) {
console.error(e);
alert("Could not load data, see console for details.");
document.querySelector("#channels > div.loading").remove();
}
}
loadData();
});

View File

@ -1,4 +1,10 @@
const DISCORD = (function() { import discord from "./discord.mjs";
import dom from "./dom.mjs";
import template from "./template.mjs";
import settings from "./settings.mjs";
import state from "./state.mjs";
export default (function() {
const regex = { const regex = {
formatBold: /\*\*([\s\S]+?)\*\*(?!\*)/g, formatBold: /\*\*([\s\S]+?)\*\*(?!\*)/g,
formatItalic1: /\*([\s\S]+?)\*(?!\*)/g, formatItalic1: /\*([\s\S]+?)\*(?!\*)/g,
@ -35,17 +41,14 @@ const DISCORD = (function() {
let templateReaction; let templateReaction;
let templateReactionCustom; let templateReactionCustom;
const fileUrlProcessor = function(serverUrl, serverToken) { const fileUrlProcessor = function(serverToken) {
if (typeof serverUrl === "string" && typeof serverToken === "string") { if (typeof serverToken === "string") {
return url => serverUrl + "/get-downloaded-file/" + encodeURIComponent(url) + "?token=" + encodeURIComponent(serverToken); return url => "/get-downloaded-file/" + encodeURIComponent(url) + "?token=" + encodeURIComponent(serverToken);
} }
else { else {
return url => url; return url => url;
} }
}( }(window.DHT_SERVER_TOKEN);
window["DHT_SERVER_URL"],
window["DHT_SERVER_TOKEN"]
);
const getEmoji = function(name, id, extension) { const getEmoji = function(name, id, extension) {
const tag = ":" + name + ":"; const tag = ":" + name + ":";
@ -53,9 +56,9 @@ const DISCORD = (function() {
}; };
const processMessageContents = function(contents) { const processMessageContents = function(contents) {
let processed = DOM.escapeHTML(contents.replace(regex.formatUrlNoEmbed, "$1")); let processed = dom.escapeHTML(contents.replace(regex.formatUrlNoEmbed, "$1"));
if (SETTINGS.enableFormatting) { if (settings.enableFormatting) {
const escapeHtmlMatch = (full, match) => "&#" + match.charCodeAt(0) + ";"; const escapeHtmlMatch = (full, match) => "&#" + match.charCodeAt(0) + ";";
processed = processed processed = processed
@ -71,13 +74,13 @@ const DISCORD = (function() {
.replace(regex.formatStrike, "<s>$1</s>"); .replace(regex.formatStrike, "<s>$1</s>");
} }
const animatedEmojiExtension = SETTINGS.enableAnimatedEmoji ? "gif" : "webp"; const animatedEmojiExtension = settings.enableAnimatedEmoji ? "gif" : "webp";
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
processed = processed processed = processed
.replace(regex.formatUrl, "<a href='$1' target='_blank' rel='noreferrer'>$1</a>") .replace(regex.formatUrl, "<a href='$1' target='_blank' rel='noreferrer'>$1</a>")
.replace(regex.mentionChannel, (full, match) => "<span class='link mention-chat'>#" + STATE.getChannelName(match) + "</span>") .replace(regex.mentionChannel, (full, match) => "<span class='link mention-chat'>#" + state.getChannelName(match) + "</span>")
.replace(regex.mentionUser, (full, match) => "<span class='link mention-user' title='#" + (STATE.getUserTag(match) || "????") + "'>@" + STATE.getUserName(match) + "</span>") .replace(regex.mentionUser, (full, match) => "<span class='link mention-user' title='#" + (state.getUserTag(match) || "????") + "'>@" + state.getUserName(match) + "</span>")
.replace(regex.customEmojiStatic, (full, m1, m2) => getEmoji(m1, m2, "webp")) .replace(regex.customEmojiStatic, (full, m1, m2) => getEmoji(m1, m2, "webp"))
.replace(regex.customEmojiAnimated, (full, m1, m2) => getEmoji(m1, m2, animatedEmojiExtension)); .replace(regex.customEmojiAnimated, (full, m1, m2) => getEmoji(m1, m2, animatedEmojiExtension));
@ -89,7 +92,7 @@ const DISCORD = (function() {
}; };
const getImageEmbed = function(url, image) { const getImageEmbed = function(url, image) {
if (!SETTINGS.enableImagePreviews) { if (!settings.enableImagePreviews) {
return ""; return "";
} }
@ -109,21 +112,21 @@ const DISCORD = (function() {
return { return {
setup() { setup() {
templateChannelServer = new TEMPLATE([ templateChannelServer = new template([
"<div data-channel='{id}'>", "<div class='channel' data-channel='{id}'>",
"<div class='info' title='{topic}'><strong class='name'>#{name}</strong>{nsfw}<span class='tag'>{msgcount}</span></div>", "<div class='info' title='{topic}'><strong class='name'>#{name}</strong>{nsfw}<span class='tag'>{msgcount}</span></div>",
"<span class='server'>{server.name} ({server.type})</span>", "<span class='server'>{server.name} ({server.type})</span>",
"</div>" "</div>"
].join("")); ].join(""));
templateChannelPrivate = new TEMPLATE([ templateChannelPrivate = new template([
"<div data-channel='{id}'>", "<div class='channel' data-channel='{id}'>",
"<div class='info'><strong class='name'>{name}</strong><span class='tag'>{msgcount}</span></div>", "<div class='info'><strong class='name'>{name}</strong><span class='tag'>{msgcount}</span></div>",
"<span class='server'>({server.type})</span>", "<span class='server'>({server.type})</span>",
"</div>" "</div>"
].join("")); ].join(""));
templateMessageNoAvatar = new TEMPLATE([ templateMessageNoAvatar = new template([
"<div>", "<div>",
"<div class='reply-message'>{reply}</div>", "<div class='reply-message'>{reply}</div>",
"<h2><strong class='username' title='#{user.tag}'>{user.name}</strong><span class='info time'>{timestamp}</span>{edit}{jump}</h2>", "<h2><strong class='username' title='#{user.tag}'>{user.name}</strong><span class='info time'>{timestamp}</span>{edit}{jump}</h2>",
@ -132,7 +135,7 @@ const DISCORD = (function() {
"</div>" "</div>"
].join("")); ].join(""));
templateMessageWithAvatar = new TEMPLATE([ templateMessageWithAvatar = new template([
"<div>", "<div>",
"<div class='reply-message reply-message-with-avatar'>{reply}</div>", "<div class='reply-message reply-message-with-avatar'>{reply}</div>",
"<div class='avatar-wrapper'>", "<div class='avatar-wrapper'>",
@ -147,50 +150,50 @@ const DISCORD = (function() {
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateUserAvatar = new TEMPLATE([ templateUserAvatar = new template([
"<img src='{url}' alt=''>" "<img src='{url}' alt=''>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateAttachmentDownload = new TEMPLATE([ templateAttachmentDownload = new template([
"<a href='{url}' class='embed download'>Download {name}</a>" "<a href='{url}' class='embed download'>Download {name}</a>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateEmbedImage = new TEMPLATE([ templateEmbedImage = new template([
"<a href='{url}' class='embed thumbnail loading'><img src='{src}' alt='' onload='DISCORD.handleImageLoad(this)' onerror='DISCORD.handleImageLoadError(this)'></a><br>" "<a href='{url}' class='embed thumbnail loading'><img src='{src}' alt='' onload='window.DISCORD.handleImageLoad(this)' onerror='window.DISCORD.handleImageLoadError(this)'></a><br>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateEmbedImageWithSize = new TEMPLATE([ templateEmbedImageWithSize = new template([
"<a href='{url}' class='embed thumbnail loading'><img src='{src}' width='{width}' height='{height}' alt='' onload='DISCORD.handleImageLoad(this)' onerror='DISCORD.handleImageLoadError(this)'></a><br>" "<a href='{url}' class='embed thumbnail loading'><img src='{src}' width='{width}' height='{height}' alt='' onload='window.DISCORD.handleImageLoad(this)' onerror='window.DISCORD.handleImageLoadError(this)'></a><br>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateEmbedRich = new TEMPLATE([ templateEmbedRich = new template([
"<div class='embed download'><a href='{url}' class='title'>{title}</a><p class='desc'>{description}</p></div>" "<div class='embed download'><a href='{url}' class='title'>{title}</a><p class='desc'>{description}</p></div>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateEmbedRichNoDescription = new TEMPLATE([ templateEmbedRichNoDescription = new template([
"<div class='embed download'><a href='{url}' class='title'>{title}</a></div>" "<div class='embed download'><a href='{url}' class='title'>{title}</a></div>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateEmbedUrl = new TEMPLATE([ templateEmbedUrl = new template([
"<a href='{url}' class='embed download'>{url}</a>" "<a href='{url}' class='embed download'>{url}</a>"
].join("")); ].join(""));
templateEmbedUnsupported = new TEMPLATE([ templateEmbedUnsupported = new template([
"<div class='embed download'><p>(Unsupported embed)</p></div>" "<div class='embed download'><p>(Unsupported embed)</p></div>"
].join("")); ].join(""));
templateReaction = new TEMPLATE([ templateReaction = new template([
"<span class='reaction-wrapper'><span class='reaction-emoji'>{n}</span><span class='count'>{c}</span></span>" "<span class='reaction-wrapper'><span class='reaction-emoji'>{n}</span><span class='count'>{c}</span></span>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateReactionCustom = new TEMPLATE([ templateReactionCustom = new template([
"<span class='reaction-wrapper'><img src='{url}' alt=':{n}:' title=':{n}:' class='reaction-emoji-custom'><span class='count'>{c}</span></span>" "<span class='reaction-wrapper'><img src='{url}' alt=':{n}:' title=':{n}:' class='reaction-emoji-custom'><span class='count'>{c}</span></span>"
].join("")); ].join(""));
}, },
@ -207,7 +210,7 @@ const DISCORD = (function() {
}, },
isImageAttachment(attachment) { isImageAttachment(attachment) {
const url = DOM.tryParseUrl(attachment.url); const url = dom.tryParseUrl(attachment.url);
return url != null && isImageUrl(url); return url != null && isImageUrl(url);
}, },
@ -220,7 +223,7 @@ const DISCORD = (function() {
}, },
getMessageHTML(message) { // noinspection FunctionWithInconsistentReturnsJS getMessageHTML(message) { // noinspection FunctionWithInconsistentReturnsJS
return (SETTINGS.enableUserAvatars ? templateMessageWithAvatar : templateMessageNoAvatar).apply(message, (property, value) => { return (settings.enableUserAvatars ? templateMessageWithAvatar : templateMessageNoAvatar).apply(message, (property, value) => {
if (property === "avatar") { if (property === "avatar") {
return value ? templateUserAvatar.apply(getAvatarUrlObject(value)) : ""; return value ? templateUserAvatar.apply(getAvatarUrlObject(value)) : "";
} }
@ -228,7 +231,7 @@ const DISCORD = (function() {
return value ? value : "????"; return value ? value : "????";
} }
else if (property === "timestamp") { else if (property === "timestamp") {
return DOM.getHumanReadableTime(value); return dom.getHumanReadableTime(value);
} }
else if (property === "contents") { else if (property === "contents") {
return value && value.length > 0 ? processMessageContents(value) : ""; return value && value.length > 0 ? processMessageContents(value) : "";
@ -243,10 +246,10 @@ const DISCORD = (function() {
return templateEmbedUnsupported.apply(embed); return templateEmbedUnsupported.apply(embed);
} }
else if ("image" in embed && embed.image.url) { else if ("image" in embed && embed.image.url) {
return getImageEmbed(fileUrlProcessor(embed.url), embed.image); return getImageEmbed(embed.url, embed.image);
} }
else if ("thumbnail" in embed && embed.thumbnail.url) { else if ("thumbnail" in embed && embed.thumbnail.url) {
return getImageEmbed(fileUrlProcessor(embed.url), embed.thumbnail); return getImageEmbed(embed.url, embed.thumbnail);
} }
else if ("title" in embed && "description" in embed) { else if ("title" in embed && "description" in embed) {
return templateEmbedRich.apply(embed); return templateEmbedRich.apply(embed);
@ -267,7 +270,7 @@ const DISCORD = (function() {
return value.map(attachment => { return value.map(attachment => {
const url = fileUrlProcessor(attachment.url); const url = fileUrlProcessor(attachment.url);
if (!DISCORD.isImageAttachment(attachment) || !SETTINGS.enableImagePreviews) { if (!discord.isImageAttachment(attachment) || !settings.enableImagePreviews) {
return templateAttachmentDownload.apply({ url, name: attachment.name }); return templateAttachmentDownload.apply({ url, name: attachment.name });
} }
else if ("width" in attachment && "height" in attachment) { else if ("width" in attachment && "height" in attachment) {
@ -279,10 +282,10 @@ const DISCORD = (function() {
}).join(""); }).join("");
} }
else if (property === "edit") { else if (property === "edit") {
return value ? "<span class='info edited'>Edited " + DOM.getHumanReadableTime(value) + "</span>" : ""; return value ? "<span class='info edited'>Edited " + dom.getHumanReadableTime(value) + "</span>" : "";
} }
else if (property === "jump") { else if (property === "jump") {
return STATE.hasActiveFilter ? "<span class='info jump' data-jump='" + value + "'>Jump to message</span>" : ""; return state.hasActiveFilter ? "<span class='info jump' data-jump='" + value + "'>Jump to message</span>" : "";
} }
else if (property === "reply") { else if (property === "reply") {
if (!value) { if (!value) {
@ -290,7 +293,7 @@ const DISCORD = (function() {
} }
const user = "<span class='reply-username' title='#" + (value.user.tag ? value.user.tag : "????") + "'>" + value.user.name + "</span>"; const user = "<span class='reply-username' title='#" + (value.user.tag ? value.user.tag : "????") + "'>" + value.user.name + "</span>";
const avatar = SETTINGS.enableUserAvatars && value.avatar ? "<span class='reply-avatar'>" + templateUserAvatar.apply(getAvatarUrlObject(value.avatar)) + "</span>" : ""; const avatar = settings.enableUserAvatars && value.avatar ? "<span class='reply-avatar'>" + templateUserAvatar.apply(getAvatarUrlObject(value.avatar)) + "</span>" : "";
const contents = value.contents ? "<span class='reply-contents'>" + processMessageContents(value.contents) + "</span>" : ""; const contents = value.contents ? "<span class='reply-contents'>" + processMessageContents(value.contents) + "</span>" : "";
return "<span class='jump' data-jump='" + value.id + "'>Jump to reply</span><span class='user'>" + avatar + user + "</span>" + contents; return "<span class='jump' data-jump='" + value.id + "'>Jump to reply</span><span class='user'>" + avatar + user + "</span>" + contents;
@ -302,7 +305,7 @@ const DISCORD = (function() {
return "<div class='reactions'>" + value.map(reaction => { return "<div class='reactions'>" + value.map(reaction => {
if ("id" in reaction){ if ("id" in reaction){
const ext = reaction.a && SETTINGS.enableAnimatedEmoji ? "gif" : "webp"; const ext = reaction.a && settings.enableAnimatedEmoji ? "gif" : "webp";
const url = fileUrlProcessor("https://cdn.discordapp.com/emojis/" + reaction.id + "." + ext); const url = fileUrlProcessor("https://cdn.discordapp.com/emojis/" + reaction.id + "." + ext);
// noinspection JSUnusedGlobalSymbols // noinspection JSUnusedGlobalSymbols
return templateReactionCustom.apply({ url, n: reaction.n, c: reaction.c }); return templateReactionCustom.apply({ url, n: reaction.n, c: reaction.c });

View File

@ -8,9 +8,12 @@ const HTML_ENTITY_MAP = {
const HTML_ENTITY_REGEX = /[&<>"']/g; const HTML_ENTITY_REGEX = /[&<>"']/g;
class DOM { export default class {
/** /**
* Returns a child element by its ID. Parent defaults to the entire document. * Returns a child element by its ID. Parent defaults to the entire document.
* @param {string} id
* @param {HTMLElement} [parent]
* @returns {HTMLElement|null}
*/ */
static id(id, parent) { static id(id, parent) {
return (parent || document).getElementById(id); return (parent || document).getElementById(id);
@ -18,6 +21,9 @@ class DOM {
/** /**
* Returns an array of all child elements containing the specified class. Parent defaults to the entire document. * Returns an array of all child elements containing the specified class. Parent defaults to the entire document.
* @param {string} cls
* @param {HTMLElement} [parent]
* @returns {HTMLElement[]}
*/ */
static cls(cls, parent) { static cls(cls, parent) {
return Array.prototype.slice.call((parent || document).getElementsByClassName(cls)); return Array.prototype.slice.call((parent || document).getElementsByClassName(cls));
@ -25,6 +31,9 @@ class DOM {
/** /**
* Returns an array of all child elements that have the specified tag. Parent defaults to the entire document. * Returns an array of all child elements that have the specified tag. Parent defaults to the entire document.
* @param {string} tag
* @param {HTMLElement} [parent]
* @returns {HTMLElement[]}
*/ */
static tag(tag, parent) { static tag(tag, parent) {
return Array.prototype.slice.call((parent || document).getElementsByTagName(tag)); return Array.prototype.slice.call((parent || document).getElementsByTagName(tag));
@ -32,6 +41,9 @@ class DOM {
/** /**
* Returns the first child element containing the specified class. Parent defaults to the entire document. * Returns the first child element containing the specified class. Parent defaults to the entire document.
* @param {string} cls
* @param {HTMLElement} [parent]
* @returns {HTMLElement}
*/ */
static fcls(cls, parent) { static fcls(cls, parent) {
return (parent || document).getElementsByClassName(cls)[0]; return (parent || document).getElementsByClassName(cls)[0];

View File

@ -1,10 +1,16 @@
const GUI = (function() { import dom from "./dom.mjs";
import discord from "./discord.mjs";
import settings from "./settings.mjs";
import state from "./state.mjs";
export default (function() {
let eventOnOptMessagesPerPageChanged; let eventOnOptMessagesPerPageChanged;
let eventOnOptMessageFilterChanged; let eventOnOptMessageFilterChanged;
let eventOnNavButtonClicked; let eventOnNavButtonClicked;
const getActiveFilter = function() { const getActiveFilter = function() {
const active = DOM.fcls("active", DOM.id("opt-filter-list")); /** @type HTMLSelectElement */
const active = dom.fcls("active", dom.id("opt-filter-list"));
return active && active.value !== "" ? { return active && active.value !== "" ? {
"type": active.getAttribute("data-filter-type"), "type": active.getAttribute("data-filter-type"),
@ -17,12 +23,12 @@ const GUI = (function() {
}; };
const showModal = function(width, html) { const showModal = function(width, html) {
const dialog = DOM.id("dialog"); const dialog = dom.id("dialog");
dialog.innerHTML = html; dialog.innerHTML = html;
dialog.style.width = width + "px"; dialog.style.width = width + "px";
dialog.style.marginLeft = (-width / 2) + "px"; dialog.style.marginLeft = (-width / 2) + "px";
DOM.id("modal").classList.add("visible"); dom.id("modal").classList.add("visible");
return dialog; return dialog;
}; };
@ -38,9 +44,9 @@ const GUI = (function() {
<label><input id='dht-cfg-animemoji' type='checkbox'> Animated Emoji</label><br>`); <label><input id='dht-cfg-animemoji' type='checkbox'> Animated Emoji</label><br>`);
const setupCheckBox = function(id, settingName) { const setupCheckBox = function(id, settingName) {
const ele = DOM.id(id); const ele = dom.id(id);
ele.checked = SETTINGS[settingName]; ele.checked = settings[settingName];
ele.addEventListener("change", () => SETTINGS[settingName] = ele.checked); ele.addEventListener("change", () => settings[settingName] = ele.checked);
}; };
setupCheckBox("dht-cfg-imgpreviews", "enableImagePreviews"); setupCheckBox("dht-cfg-imgpreviews", "enableImagePreviews");
@ -65,20 +71,20 @@ const GUI = (function() {
// --------- // ---------
setup() { setup() {
const inputMessageFilter = DOM.id("opt-messages-filter"); const inputMessageFilter = dom.id("opt-messages-filter");
const containerFilterList = DOM.id("opt-filter-list"); const containerFilterList = dom.id("opt-filter-list");
const resetActiveFilter = function() { const resetActiveFilter = function() {
inputMessageFilter.value = ""; inputMessageFilter.value = "";
inputMessageFilter.dispatchEvent(new Event("change")); inputMessageFilter.dispatchEvent(new Event("change"));
DOM.id("opt-filter-contents").value = ""; dom.id("opt-filter-contents").value = "";
}; };
inputMessageFilter.value = ""; // required to prevent browsers from remembering old value inputMessageFilter.value = ""; // required to prevent browsers from remembering old value
inputMessageFilter.addEventListener("change", () => { inputMessageFilter.addEventListener("change", () => {
DOM.cls("active", containerFilterList).forEach(ele => ele.classList.remove("active")); dom.cls("active", containerFilterList).forEach(ele => ele.classList.remove("active"));
if (inputMessageFilter.value) { if (inputMessageFilter.value) {
containerFilterList.querySelector("[data-filter-type='" + inputMessageFilter.value + "']").classList.add("active"); containerFilterList.querySelector("[data-filter-type='" + inputMessageFilter.value + "']").classList.add("active");
@ -91,11 +97,11 @@ const GUI = (function() {
ele.addEventListener(ele.tagName === "SELECT" ? "change" : "input", () => triggerFilterChanged()); ele.addEventListener(ele.tagName === "SELECT" ? "change" : "input", () => triggerFilterChanged());
}); });
DOM.id("opt-messages-per-page").addEventListener("change", () => { dom.id("opt-messages-per-page").addEventListener("change", () => {
eventOnOptMessagesPerPageChanged && eventOnOptMessagesPerPageChanged(); eventOnOptMessagesPerPageChanged && eventOnOptMessagesPerPageChanged();
}); });
DOM.tag("button", DOM.fcls("nav")).forEach(button => { dom.tag("button", dom.fcls("nav")).forEach(button => {
button.disabled = true; button.disabled = true;
button.addEventListener("click", () => { button.addEventListener("click", () => {
@ -103,34 +109,34 @@ const GUI = (function() {
}); });
}); });
DOM.id("btn-settings").addEventListener("click", () => { dom.id("btn-settings").addEventListener("click", () => {
showSettingsModal(); showSettingsModal();
}); });
DOM.id("btn-about").addEventListener("click", () => { dom.id("btn-about").addEventListener("click", () => {
showInfoModal(); showInfoModal();
}); });
DOM.id("messages").addEventListener("click", e => { dom.id("messages").addEventListener("click", e => {
const jump = e.target.getAttribute("data-jump"); const jump = e.target.getAttribute("data-jump");
if (jump) { if (jump) {
resetActiveFilter(); resetActiveFilter();
const index = STATE.navigateToMessage(jump); const index = state.navigateToMessage(jump);
if (index === -1) { if (index === -1) {
alert("Message not found."); alert("Message not found.");
} }
else { else {
DOM.id("messages").children[index].scrollIntoView(); dom.id("messages").children[index].scrollIntoView();
} }
} }
}); });
DOM.id("overlay").addEventListener("click", () => { dom.id("overlay").addEventListener("click", () => {
DOM.id("modal").classList.remove("visible"); dom.id("modal").classList.remove("visible");
DOM.id("dialog").innerHTML = ""; dom.id("dialog").innerHTML = "";
}); });
}, },
@ -168,19 +174,19 @@ const GUI = (function() {
*/ */
getOptionMessagesPerPage() { getOptionMessagesPerPage() {
/** @type HTMLInputElement */ /** @type HTMLInputElement */
const messagesPerPage = DOM.id("opt-messages-per-page"); const messagesPerPage = dom.id("opt-messages-per-page");
return parseInt(messagesPerPage.value, 10); return parseInt(messagesPerPage.value, 10);
}, },
updateNavigation(currentPage, totalPages) { updateNavigation(currentPage, totalPages) {
DOM.id("nav-page-current").innerHTML = currentPage; dom.id("nav-page-current").innerHTML = currentPage;
DOM.id("nav-page-total").innerHTML = totalPages || "?"; dom.id("nav-page-total").innerHTML = totalPages || "?";
DOM.id("nav-first").disabled = currentPage === 1; dom.id("nav-first").disabled = currentPage === 1;
DOM.id("nav-prev").disabled = currentPage === 1; dom.id("nav-prev").disabled = currentPage === 1;
DOM.id("nav-pick").disabled = (totalPages || 0) <= 1; dom.id("nav-pick").disabled = (totalPages || 0) <= 1;
DOM.id("nav-next").disabled = currentPage === (totalPages || 1); dom.id("nav-next").disabled = currentPage === (totalPages || 1);
DOM.id("nav-last").disabled = currentPage === (totalPages || 1); dom.id("nav-last").disabled = currentPage === (totalPages || 1);
}, },
// -------------- // --------------
@ -191,7 +197,7 @@ const GUI = (function() {
* Updates the channel list and sets up their click events. The callback is triggered whenever a channel is selected, and takes the channel ID as its argument. * Updates the channel list and sets up their click events. The callback is triggered whenever a channel is selected, and takes the channel ID as its argument.
*/ */
updateChannelList(channels, selected, callback) { updateChannelList(channels, selected, callback) {
const eleChannels = DOM.id("channels"); const eleChannels = dom.id("channels");
if (!channels) { if (!channels) {
eleChannels.innerHTML = ""; eleChannels.innerHTML = "";
@ -201,11 +207,11 @@ const GUI = (function() {
channels = channels.filter(channel => channel.msgcount > 0); channels = channels.filter(channel => channel.msgcount > 0);
} }
eleChannels.innerHTML = channels.map(channel => DISCORD.getChannelHTML(channel)).join(""); eleChannels.innerHTML = channels.map(channel => discord.getChannelHTML(channel)).join("");
Array.prototype.forEach.call(eleChannels.children, ele => { Array.prototype.forEach.call(eleChannels.children, ele => {
ele.addEventListener("click", () => { ele.addEventListener("click", () => {
const currentChannel = DOM.fcls("active", eleChannels); const currentChannel = dom.fcls("active", eleChannels);
if (currentChannel) { if (currentChannel) {
currentChannel.classList.remove("active"); currentChannel.classList.remove("active");
@ -224,12 +230,12 @@ const GUI = (function() {
}, },
updateMessageList(messages) { updateMessageList(messages) {
DOM.id("messages").innerHTML = messages ? messages.map(message => DISCORD.getMessageHTML(message)).join("") : ""; dom.id("messages").innerHTML = messages ? messages.map(message => discord.getMessageHTML(message)).join("") : "";
}, },
updateUserList(users) { updateUserList(users) {
/** @type HTMLSelectElement */ /** @type HTMLSelectElement */
const eleSelect = DOM.id("opt-filter-user"); const eleSelect = dom.id("opt-filter-user");
while (eleSelect.length > 1) { while (eleSelect.length > 1) {
eleSelect.remove(1); eleSelect.remove(1);
@ -249,7 +255,7 @@ const GUI = (function() {
}, },
scrollMessagesToTop() { scrollMessagesToTop() {
DOM.id("messages").scrollTop = 0; dom.id("messages").scrollTop = 0;
} }
}; };
})(); })();

View File

@ -1,16 +1,16 @@
const PROCESSOR = {}; import discord from "./discord.mjs";
// ------------------------ // ------------------------
// Global filter generators // Global filter generators
// ------------------------ // ------------------------
PROCESSOR.FILTER = { const filter = {
byUser: ((userindex) => message => message.u === userindex), byUser: ((userindex) => message => message.u === userindex),
byTime: ((timeStart, timeEnd) => message => message.t >= timeStart && message.t <= timeEnd), byTime: ((timeStart, timeEnd) => message => message.t >= timeStart && message.t <= timeEnd),
byContents: ((substr) => message => ("m" in message ? message.m : "").indexOf(substr) !== -1), byContents: ((substr) => message => ("m" in message ? message.m : "").indexOf(substr) !== -1),
byRegex: ((regex) => message => regex.test("m" in message ? message.m : "")), byRegex: ((regex) => message => regex.test("m" in message ? message.m : "")),
withImages: (() => message => (message.e && message.e.some(embed => embed.type === "image")) || (message.a && message.a.some(DISCORD.isImageAttachment))), withImages: (() => message => (message.e && message.e.some(embed => embed.type === "image")) || (message.a && message.a.some(discord.isImageAttachment))),
withDownloads: (() => message => message.a && message.a.some(attachment => !DISCORD.isImageAttachment(attachment))), withDownloads: (() => message => message.a && message.a.some(attachment => !discord.isImageAttachment(attachment))),
withEmbeds: (() => message => message.e && message.e.length > 0), withEmbeds: (() => message => message.e && message.e.length > 0),
withAttachments: (() => message => message.a && message.a.length > 0), withAttachments: (() => message => message.a && message.a.length > 0),
isEdited: (() => message => ("te" in message) ? message.te : (message.f & 1) === 1) isEdited: (() => message => ("te" in message) ? message.te : (message.f & 1) === 1)
@ -20,7 +20,7 @@ PROCESSOR.FILTER = {
// Global sorters // Global sorters
// -------------- // --------------
PROCESSOR.SORTER = { const sorter = {
oldestToNewest: (key1, key2) => { oldestToNewest: (key1, key2) => {
if (key1.length === key2.length) { if (key1.length === key2.length) {
return key1 > key2 ? 1 : key1 < key2 ? -1 : 0; return key1 > key2 ? 1 : key1 < key2 ? -1 : 0;
@ -39,3 +39,8 @@ PROCESSOR.SORTER = {
} }
} }
}; };
export default {
FILTER: filter,
SORTER: sorter
};

View File

@ -1,4 +1,4 @@
const SETTINGS = (function() { export default (function() {
/** /**
* @type {{}} * @type {{}}
* @property {Function} onSettingsChanged * @property {Function} onSettingsChanged

View File

@ -1,10 +1,12 @@
import settings from "./settings.mjs";
import processor from "./processor.mjs";
// noinspection FunctionWithInconsistentReturnsJS // noinspection FunctionWithInconsistentReturnsJS
const STATE = (function() { export default (function() {
/** /**
* @type {{}} * @type {{}}
* @property {{}} users * @property {{}} users
* @property {String[]} userindex * @property {{}} servers
* @property {{}[]} servers
* @property {{}} channels * @property {{}} channels
*/ */
let loadedFileMeta; let loadedFileMeta;
@ -17,20 +19,16 @@ const STATE = (function() {
let currentPage; let currentPage;
let messagesPerPage; let messagesPerPage;
const getUser = function(index) { const getUser = function(id) {
return loadedFileMeta.users[loadedFileMeta.userindex[index]] || { "name": "&lt;unknown&gt;" }; return loadedFileMeta.users[id] || { "name": "&lt;unknown&gt;" };
};
const getUserId = function(index) {
return loadedFileMeta.userindex[index];
}; };
const getUserList = function() { const getUserList = function() {
return loadedFileMeta ? loadedFileMeta.users : []; return loadedFileMeta ? loadedFileMeta.users : [];
}; };
const getServer = function(index) { const getServer = function(id) {
return loadedFileMeta.servers[index] || { "name": "&lt;unknown&gt;", "type": "unknown" }; return loadedFileMeta.servers[id] || { "name": "&lt;unknown&gt;", "type": "unknown" };
}; };
const generateChannelHierarchy = function() { const generateChannelHierarchy = function() {
@ -173,7 +171,7 @@ const STATE = (function() {
}; };
const getMessageChannel = function(id) { const getMessageChannel = function(id) {
for (const [ channel, messages ] of Object.entries(loadedFileData)) { for (const [ channel, messages ] of Object.entries(loadedFileData)) {
if (id in messages) { if (id in messages) {
return channel; return channel;
} }
@ -204,7 +202,7 @@ const STATE = (function() {
*/ */
const message = messages[key]; const message = messages[key];
const user = getUser(message.u); const user = getUser(message.u);
const avatar = user.avatar ? { id: getUserId(message.u), path: user.avatar } : null; const avatar = user.avatar ? { id: message.u, path: user.avatar } : null;
const obj = { const obj = {
user, user,
@ -232,7 +230,7 @@ const STATE = (function() {
if ("r" in message) { if ("r" in message) {
const replyMessage = getMessageById(message.r); const replyMessage = getMessageById(message.r);
const replyUser = replyMessage ? getUser(replyMessage.u) : null; const replyUser = replyMessage ? getUser(replyMessage.u) : null;
const replyAvatar = replyUser && replyUser.avatar ? { id: getUserId(replyMessage.u), path: replyUser.avatar } : null; const replyAvatar = replyUser && replyUser.avatar ? { id: replyMessage.u, path: replyUser.avatar } : null;
obj["reply"] = replyMessage ? { obj["reply"] = replyMessage ? {
"id": message.r, "id": message.r,
@ -290,20 +288,17 @@ const STATE = (function() {
eventOnUsersRefreshed = callback; eventOnUsersRefreshed = callback;
}, },
/** uploadFile(meta, data) {
* @param {{ meta, data }} file
*/
uploadFile(file) {
if (loadedFileMeta != null) { if (loadedFileMeta != null) {
throw "A file is already loaded!"; throw "A file is already loaded!";
} }
if (!file || typeof file.meta !== "object" || typeof file.data !== "object") { if (typeof meta !== "object" || typeof data !== "object") {
throw "Invalid file format!"; throw "Invalid file format!";
} }
loadedFileMeta = file.meta; loadedFileMeta = meta;
loadedFileData = file.data; loadedFileData = data;
loadedMessages = null; loadedMessages = null;
selectedChannel = null; selectedChannel = null;
@ -313,7 +308,7 @@ const STATE = (function() {
triggerChannelsRefreshed(); triggerChannelsRefreshed();
triggerMessagesRefreshed(); triggerMessagesRefreshed();
SETTINGS.onSettingsChanged(() => triggerMessagesRefreshed()); settings.onSettingsChanged(() => triggerMessagesRefreshed());
}, },
getChannelName(channel) { getChannelName(channel) {
@ -335,7 +330,7 @@ const STATE = (function() {
currentPage = 1; currentPage = 1;
selectedChannel = channel; selectedChannel = channel;
loadedMessages = getFilteredMessageKeys(channel).sort(PROCESSOR.SORTER.oldestToNewest); loadedMessages = getFilteredMessageKeys(channel).sort(processor.SORTER.oldestToNewest);
triggerMessagesRefreshed(); triggerMessagesRefreshed();
}, },
@ -416,23 +411,23 @@ const STATE = (function() {
setActiveFilter(filter) { setActiveFilter(filter) {
switch (filter ? filter.type : "") { switch (filter ? filter.type : "") {
case "user": case "user":
filterFunction = PROCESSOR.FILTER.byUser(loadedFileMeta.userindex.indexOf(filter.value)); filterFunction = processor.FILTER.byUser(loadedFileMeta.userindex.indexOf(filter.value));
break; break;
case "contents": case "contents":
filterFunction = PROCESSOR.FILTER.byContents(filter.value); filterFunction = processor.FILTER.byContents(filter.value);
break; break;
case "withimages": case "withimages":
filterFunction = PROCESSOR.FILTER.withImages(); filterFunction = processor.FILTER.withImages();
break; break;
case "withdownloads": case "withdownloads":
filterFunction = PROCESSOR.FILTER.withDownloads(); filterFunction = processor.FILTER.withDownloads();
break; break;
case "edited": case "edited":
filterFunction = PROCESSOR.FILTER.isEdited(); filterFunction = processor.FILTER.isEdited();
break; break;
default: default:

View File

@ -1,6 +1,8 @@
import dom from "./dom.mjs";
const TEMPLATE_REGEX = /{([^{}]+?)}/g; const TEMPLATE_REGEX = /{([^{}]+?)}/g;
class TEMPLATE { export default class {
constructor(contents) { constructor(contents) {
this.contents = contents; this.contents = contents;
}; };
@ -11,10 +13,10 @@ class TEMPLATE {
if (processor) { if (processor) {
const updated = processor(match, value); const updated = processor(match, value);
return typeof updated === "undefined" ? DOM.escapeHTML(value) : updated; return typeof updated === "undefined" ? dom.escapeHTML(value) : updated;
} }
return DOM.escapeHTML(value); return dom.escapeHTML(value);
}); });
} }
} }

View File

@ -3,18 +3,24 @@
min-width: 215px; min-width: 215px;
max-width: 300px; max-width: 300px;
overflow-y: auto; overflow-y: auto;
color: #eee;
background-color: #1c1e22; background-color: #1c1e22;
font-size: 15px;
} }
#channels > div { #channels > div.loading {
margin: 0 auto;
width: 150px;
height: 150px;
}
#channels > div.channel {
cursor: pointer; cursor: pointer;
padding: 10px 12px; padding: 10px 12px;
color: #eee;
font-size: 15px;
border-bottom: 1px solid #333333; border-bottom: 1px solid #333333;
} }
#channels > div:hover, #channels > div.active { #channels > div.channel:hover, #channels > div.channel.active {
background-color: #282b30; background-color: #282b30;
} }

View File

@ -11,3 +11,20 @@ body {
display: flex; display: flex;
flex-direction: row; flex-direction: row;
} }
.loading {
position: relative;
--loading-backdrop: rgba(0, 0, 0, 0);
}
.loading::after {
content: "";
background: var(--loading-backdrop)
url("data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 300 300' preserveAspectRatio='xMidYMid'%3E %3Ccircle cx='150' cy='150' fill='none' stroke='%237983f5' stroke-width='8' r='42' stroke-dasharray='198 68'%3E %3CanimateTransform attributeName='transform' type='rotate' repeatCount='indefinite' dur='1.25s' values='0 150 150;360 150 150' keyTimes='0;1' /%3E %3C/circle%3E %3C/svg%3E")
no-repeat center center;
position: absolute;
top: 0;
left: 0;
width: 100%;
height: 100%;
}

View File

@ -107,23 +107,11 @@
} }
.message .thumbnail { .message .thumbnail {
position: relative; --loading-backdrop: rgba(0, 0, 0, 0.75);
max-width: calc(100% - 20px); max-width: calc(100% - 20px);
max-height: 320px; max-height: 320px;
} }
.message .thumbnail.loading::after {
content: "";
background: rgba(0, 0, 0, 0.75)
url("data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 300 300' preserveAspectRatio='xMidYMid'%3E %3Ccircle cx='150' cy='150' fill='none' stroke='%237983f5' stroke-width='8' r='42' stroke-dasharray='198 68'%3E %3CanimateTransform attributeName='transform' type='rotate' repeatCount='indefinite' dur='1.25s' values='0 150 150;360 150 150' keyTimes='0;1' /%3E %3C/circle%3E %3C/svg%3E")
no-repeat center center;
position: absolute;
top: 0;
left: 0;
width: 100%;
height: 100%;
}
.message .thumbnail img { .message .thumbnail img {
width: auto; width: auto;
max-width: 100%; max-width: 100%;

View File

@ -1,3 +1,5 @@
namespace DHT.Server.Database.Export; namespace DHT.Server.Database.Export;
readonly record struct Snowflake(ulong Id); readonly record struct Snowflake(ulong Id) {
public static implicit operator Snowflake(ulong id) => new (id);
}

View File

@ -3,14 +3,10 @@ using System.Text.Json.Serialization;
namespace DHT.Server.Database.Export; namespace DHT.Server.Database.Export;
sealed class ViewerJson { static class ViewerJson {
public required JsonMeta Meta { get; init; }
public required Dictionary<Snowflake, Dictionary<Snowflake, JsonMessage>> Data { get; init; }
public sealed class JsonMeta { public sealed class JsonMeta {
public required Dictionary<Snowflake, JsonUser> Users { get; init; } public required Dictionary<Snowflake, JsonUser> Users { get; init; }
public required List<Snowflake> Userindex { get; init; } public required Dictionary<Snowflake, JsonServer> Servers { get; init; }
public required List<JsonServer> Servers { get; init; }
public required Dictionary<Snowflake, JsonChannel> Channels { get; init; } public required Dictionary<Snowflake, JsonChannel> Channels { get; init; }
} }
@ -30,7 +26,7 @@ sealed class ViewerJson {
} }
public sealed class JsonChannel { public sealed class JsonChannel {
public required int Server { get; init; } public required Snowflake Server { get; init; }
public required string Name { get; init; } public required string Name { get; init; }
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
@ -47,7 +43,9 @@ sealed class ViewerJson {
} }
public sealed class JsonMessage { public sealed class JsonMessage {
public required int U { get; init; } public required Snowflake Id { get; init; }
public required Snowflake C { get; init; }
public required Snowflake U { get; init; }
public required long T { get; init; } public required long T { get; init; }
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]

View File

@ -2,7 +2,9 @@ using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.IO; using System.IO;
using System.Linq; using System.Linq;
using System.Runtime.CompilerServices;
using System.Text.Json; using System.Text.Json;
using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
using DHT.Server.Data.Filters; using DHT.Server.Data.Filters;
@ -10,109 +12,93 @@ using DHT.Utils.Logging;
namespace DHT.Server.Database.Export; namespace DHT.Server.Database.Export;
public static class ViewerJsonExport { static class ViewerJsonExport {
private static readonly Log Log = Log.ForType(typeof(ViewerJsonExport)); private static readonly Log Log = Log.ForType(typeof(ViewerJsonExport));
public static async Task Generate(Stream stream, IDatabaseFile db, MessageFilter? filter = null) { public static async Task GetMetadata(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) {
var perf = Log.Start(); var perf = Log.Start();
var includedUserIds = new HashSet<ulong>(); var includedChannels = new List<Channel>();
var includedChannelIds = new HashSet<ulong>();
var includedServerIds = new HashSet<ulong>(); var includedServerIds = new HashSet<ulong>();
var includedMessages = await db.Messages.Get(filter).ToListAsync(); var channelIdFilter = filter?.ChannelIds;
var includedChannels = new List<Channel>();
foreach (var message in includedMessages) { await foreach (var channel in db.Channels.Get(cancellationToken)) {
includedUserIds.Add(message.Sender); if (channelIdFilter == null || channelIdFilter.Contains(channel.Id)) {
includedChannelIds.Add(message.Channel);
}
await foreach (var channel in db.Channels.Get()) {
if (includedChannelIds.Contains(channel.Id)) {
includedChannels.Add(channel); includedChannels.Add(channel);
includedServerIds.Add(channel.Server); includedServerIds.Add(channel.Server);
} }
} }
var (users, userIndex, userIndices) = await GenerateUserList(db, includedUserIds); var users = await GenerateUserList(db, cancellationToken);
var (servers, serverIndices) = await GenerateServerList(db, includedServerIds); var servers = await GenerateServerList(db, includedServerIds, cancellationToken);
var channels = GenerateChannelList(includedChannels, serverIndices); var channels = GenerateChannelList(includedChannels);
var meta = new ViewerJson.JsonMeta {
Users = users,
Servers = servers,
Channels = channels
};
perf.Step("Collect database data"); perf.Step("Collect database data");
var value = new ViewerJson { await JsonSerializer.SerializeAsync(stream, meta, ViewerJsonMetadataContext.Default.JsonMeta, cancellationToken);
Meta = new ViewerJson.JsonMeta {
Users = users,
Userindex = userIndex,
Servers = servers,
Channels = channels
},
Data = GenerateMessageList(includedMessages, userIndices)
};
perf.Step("Generate value object");
await JsonSerializer.SerializeAsync(stream, value, ViewerJsonContext.Default.ViewerJson);
perf.Step("Serialize to JSON"); perf.Step("Serialize to JSON");
perf.End(); perf.End();
} }
private static async Task<(Dictionary<Snowflake, ViewerJson.JsonUser> Users, List<Snowflake> UserIndex, Dictionary<ulong, int> UserIndices)> GenerateUserList(IDatabaseFile db, HashSet<ulong> userIds) { public static async Task GetMessages(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) {
var perf = Log.Start();
ReadOnlyMemory<byte> newLine = "\n"u8.ToArray();
await foreach(var message in GenerateMessageList(db, filter, cancellationToken)) {
await JsonSerializer.SerializeAsync(stream, message, ViewerJsonMessageContext.Default.JsonMessage, cancellationToken);
await stream.WriteAsync(newLine, cancellationToken);
}
perf.Step("Generate and serialize messages to JSON");
perf.End();
}
private static async Task<Dictionary<Snowflake, ViewerJson.JsonUser>> GenerateUserList(IDatabaseFile db, CancellationToken cancellationToken) {
var users = new Dictionary<Snowflake, ViewerJson.JsonUser>(); var users = new Dictionary<Snowflake, ViewerJson.JsonUser>();
var userIndex = new List<Snowflake>();
var userIndices = new Dictionary<ulong, int>();
await foreach (var user in db.Users.Get()) { await foreach (var user in db.Users.Get(cancellationToken)) {
var id = user.Id; users[user.Id] = new ViewerJson.JsonUser {
if (!userIds.Contains(id)) {
continue;
}
var idSnowflake = new Snowflake(id);
userIndices[id] = users.Count;
userIndex.Add(idSnowflake);
users[idSnowflake] = new ViewerJson.JsonUser {
Name = user.Name, Name = user.Name,
Avatar = user.AvatarUrl, Avatar = user.AvatarUrl,
Tag = user.Discriminator Tag = user.Discriminator
}; };
} }
return (users, userIndex, userIndices); return users;
} }
private static async Task<(List<ViewerJson.JsonServer> Servers, Dictionary<ulong, int> ServerIndices)> GenerateServerList(IDatabaseFile db, HashSet<ulong> serverIds) { private static async Task<Dictionary<Snowflake, ViewerJson.JsonServer>> GenerateServerList(IDatabaseFile db, HashSet<ulong> serverIds, CancellationToken cancellationToken) {
var servers = new List<ViewerJson.JsonServer>(); var servers = new Dictionary<Snowflake, ViewerJson.JsonServer>();
var serverIndices = new Dictionary<ulong, int>();
await foreach (var server in db.Servers.Get()) { await foreach (var server in db.Servers.Get(cancellationToken)) {
var id = server.Id; if (!serverIds.Contains(server.Id)) {
if (!serverIds.Contains(id)) {
continue; continue;
} }
serverIndices[id] = servers.Count; servers[server.Id] = new ViewerJson.JsonServer {
servers.Add(new ViewerJson.JsonServer {
Name = server.Name, Name = server.Name,
Type = ServerTypes.ToJsonViewerString(server.Type) Type = ServerTypes.ToJsonViewerString(server.Type)
}); };
} }
return (servers, serverIndices); return servers;
} }
private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels, Dictionary<ulong, int> serverIndices) { private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels) {
var channels = new Dictionary<Snowflake, ViewerJson.JsonChannel>(); var channels = new Dictionary<Snowflake, ViewerJson.JsonChannel>();
foreach (var channel in includedChannels) { foreach (var channel in includedChannels) {
var channelIdSnowflake = new Snowflake(channel.Id); channels[channel.Id] = new ViewerJson.JsonChannel {
Server = channel.Server,
channels[channelIdSnowflake] = new ViewerJson.JsonChannel {
Server = serverIndices[channel.Server],
Name = channel.Name, Name = channel.Name,
Parent = channel.ParentId?.ToString(), Parent = channel.ParentId?.ToString(),
Position = channel.Position, Position = channel.Position,
@ -124,51 +110,40 @@ public static class ViewerJsonExport {
return channels; return channels;
} }
private static Dictionary<Snowflake, Dictionary<Snowflake, ViewerJson.JsonMessage>> GenerateMessageList(List<Message> includedMessages, Dictionary<ulong, int> userIndices) { private static async IAsyncEnumerable<ViewerJson.JsonMessage> GenerateMessageList(IDatabaseFile db, MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) {
var data = new Dictionary<Snowflake, Dictionary<Snowflake, ViewerJson.JsonMessage>>(); await foreach (var message in db.Messages.Get(filter, cancellationToken)) {
yield return new ViewerJson.JsonMessage {
Id = message.Id,
C = message.Channel,
U = message.Sender,
T = message.Timestamp,
M = string.IsNullOrEmpty(message.Text) ? null : message.Text,
Te = message.EditTimestamp,
R = message.RepliedToId?.ToString(),
foreach (var grouping in includedMessages.GroupBy(static message => message.Channel)) { A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => {
var channelIdSnowflake = new Snowflake(grouping.Key); var a = new ViewerJson.JsonMessageAttachment {
var channelData = new Dictionary<Snowflake, ViewerJson.JsonMessage>(); Url = attachment.DownloadUrl,
Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out var uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl
};
foreach (var message in grouping) { if (attachment is { Width: not null, Height: not null }) {
var messageIdSnowflake = new Snowflake(message.Id); a.Width = attachment.Width;
a.Height = attachment.Height;
channelData[messageIdSnowflake] = new ViewerJson.JsonMessage { }
U = userIndices[message.Sender],
T = message.Timestamp,
M = string.IsNullOrEmpty(message.Text) ? null : message.Text,
Te = message.EditTimestamp,
R = message.RepliedToId?.ToString(),
A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => {
var a = new ViewerJson.JsonMessageAttachment {
Url = attachment.DownloadUrl,
Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out var uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl
};
if (attachment is { Width: not null, Height: not null }) { return a;
a.Width = attachment.Width; }).ToArray(),
a.Height = attachment.Height;
}
return a; E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(),
}).ToArray(),
E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(),
Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction {
Id = reaction.EmojiId?.ToString(),
N = reaction.EmojiName,
A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated),
C = reaction.Count
}).ToArray()
};
}
data[channelIdSnowflake] = channelData; Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction {
Id = reaction.EmojiId?.ToString(),
N = reaction.EmojiName,
A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated),
C = reaction.Count
}).ToArray()
};
} }
return data;
} }
} }

View File

@ -0,0 +1,11 @@
using System.Text.Json.Serialization;
namespace DHT.Server.Database.Export;
[JsonSourceGenerationOptions(
Converters = [typeof(SnowflakeJsonSerializer)],
PropertyNamingPolicy = JsonKnownNamingPolicy.CamelCase,
GenerationMode = JsonSourceGenerationMode.Default
)]
[JsonSerializable(typeof(ViewerJson.JsonMessage))]
sealed partial class ViewerJsonMessageContext : JsonSerializerContext;

View File

@ -7,5 +7,5 @@ namespace DHT.Server.Database.Export;
PropertyNamingPolicy = JsonKnownNamingPolicy.CamelCase, PropertyNamingPolicy = JsonKnownNamingPolicy.CamelCase,
GenerationMode = JsonSourceGenerationMode.Default GenerationMode = JsonSourceGenerationMode.Default
)] )]
[JsonSerializable(typeof(ViewerJson))] [JsonSerializable(typeof(ViewerJson.JsonMeta))]
sealed partial class ViewerJsonContext : JsonSerializerContext; sealed partial class ViewerJsonMetadataContext : JsonSerializerContext;

View File

@ -15,7 +15,7 @@ public interface IChannelRepository {
Task<long> Count(CancellationToken cancellationToken = default); Task<long> Count(CancellationToken cancellationToken = default);
IAsyncEnumerable<Channel> Get(); IAsyncEnumerable<Channel> Get(CancellationToken cancellationToken = default);
internal sealed class Dummy : IChannelRepository { internal sealed class Dummy : IChannelRepository {
public IObservable<long> TotalCount { get; } = Observable.Return(0L); public IObservable<long> TotalCount { get; } = Observable.Return(0L);
@ -28,7 +28,7 @@ public interface IChannelRepository {
return Task.FromResult(0L); return Task.FromResult(0L);
} }
public IAsyncEnumerable<Channel> Get() { public IAsyncEnumerable<Channel> Get(CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<Channel>(); return AsyncEnumerable.Empty<Channel>();
} }
} }

View File

@ -24,7 +24,7 @@ public interface IDownloadRepository {
Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor); Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor);
Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, Task> dataProcessor); Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, CancellationToken, Task> dataProcessor, CancellationToken cancellationToken = default);
IAsyncEnumerable<DownloadItem> PullPendingDownloadItems(int count, DownloadItemFilter filter, CancellationToken cancellationToken = default); IAsyncEnumerable<DownloadItem> PullPendingDownloadItems(int count, DownloadItemFilter filter, CancellationToken cancellationToken = default);
@ -55,7 +55,7 @@ public interface IDownloadRepository {
return Task.FromResult(false); return Task.FromResult(false);
} }
public Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, Task> dataProcessor) { public Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, CancellationToken, Task> dataProcessor, CancellationToken cancellationToken) {
return Task.FromResult(false); return Task.FromResult(false);
} }

View File

@ -16,7 +16,7 @@ public interface IMessageRepository {
Task<long> Count(MessageFilter? filter = null, CancellationToken cancellationToken = default); Task<long> Count(MessageFilter? filter = null, CancellationToken cancellationToken = default);
IAsyncEnumerable<Message> Get(MessageFilter? filter = null); IAsyncEnumerable<Message> Get(MessageFilter? filter = null, CancellationToken cancellationToken = default);
IAsyncEnumerable<ulong> GetIds(MessageFilter? filter = null); IAsyncEnumerable<ulong> GetIds(MessageFilter? filter = null);
@ -33,7 +33,7 @@ public interface IMessageRepository {
return Task.FromResult(0L); return Task.FromResult(0L);
} }
public IAsyncEnumerable<Message> Get(MessageFilter? filter) { public IAsyncEnumerable<Message> Get(MessageFilter? filter, CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<Message>(); return AsyncEnumerable.Empty<Message>();
} }

View File

@ -14,7 +14,7 @@ public interface IServerRepository {
Task<long> Count(CancellationToken cancellationToken = default); Task<long> Count(CancellationToken cancellationToken = default);
IAsyncEnumerable<Data.Server> Get(); IAsyncEnumerable<Data.Server> Get(CancellationToken cancellationToken = default);
internal sealed class Dummy : IServerRepository { internal sealed class Dummy : IServerRepository {
public IObservable<long> TotalCount { get; } = Observable.Return(0L); public IObservable<long> TotalCount { get; } = Observable.Return(0L);
@ -27,7 +27,7 @@ public interface IServerRepository {
return Task.FromResult(0L); return Task.FromResult(0L);
} }
public IAsyncEnumerable<Data.Server> Get() { public IAsyncEnumerable<Data.Server> Get(CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<Data.Server>(); return AsyncEnumerable.Empty<Data.Server>();
} }
} }

View File

@ -15,7 +15,7 @@ public interface IUserRepository {
Task<long> Count(CancellationToken cancellationToken = default); Task<long> Count(CancellationToken cancellationToken = default);
IAsyncEnumerable<User> Get(); IAsyncEnumerable<User> Get(CancellationToken cancellationToken = default);
internal sealed class Dummy : IUserRepository { internal sealed class Dummy : IUserRepository {
public IObservable<long> TotalCount { get; } = Observable.Return(0L); public IObservable<long> TotalCount { get; } = Observable.Return(0L);
@ -28,7 +28,7 @@ public interface IUserRepository {
return Task.FromResult(0L); return Task.FromResult(0L);
} }
public IAsyncEnumerable<User> Get() { public IAsyncEnumerable<User> Get(CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<User>(); return AsyncEnumerable.Empty<User>();
} }
} }

View File

@ -1,4 +1,5 @@
using System.Collections.Generic; using System.Collections.Generic;
using System.Runtime.CompilerServices;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
@ -54,13 +55,13 @@ sealed class SqliteChannelRepository : BaseSqliteRepository, IChannelRepository
return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM channels", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken); return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM channels", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken);
} }
public async IAsyncEnumerable<Channel> Get() { public async IAsyncEnumerable<Channel> Get([EnumeratorCancellation] CancellationToken cancellationToken) {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
await using var cmd = conn.Command("SELECT id, server, name, parent_id, position, topic, nsfw FROM channels"); await using var cmd = conn.Command("SELECT id, server, name, parent_id, position, topic, nsfw FROM channels");
await using var reader = await cmd.ExecuteReaderAsync(); await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync()) { while (await reader.ReadAsync(cancellationToken)) {
yield return new Channel { yield return new Channel {
Id = reader.GetUint64(0), Id = reader.GetUint64(0),
Server = reader.GetUint64(1), Server = reader.GetUint64(1),

View File

@ -210,7 +210,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
return true; return true;
} }
public async Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, Task> dataProcessor) { public async Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, CancellationToken, Task> dataProcessor, CancellationToken cancellationToken) {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
await using var cmd = conn.Command( await using var cmd = conn.Command(
@ -228,8 +228,8 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
string? type; string? type;
long rowid; long rowid;
await using (var reader = await cmd.ExecuteReaderAsync()) { await using (var reader = await cmd.ExecuteReaderAsync(cancellationToken)) {
if (!await reader.ReadAsync()) { if (!await reader.ReadAsync(cancellationToken)) {
return false; return false;
} }
@ -239,7 +239,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
} }
await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) { await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) {
await dataProcessor(new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Success, type, (ulong) blob.Length), blob); await dataProcessor(new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Success, type, (ulong) blob.Length), blob, cancellationToken);
} }
return true; return true;

View File

@ -1,6 +1,7 @@
using System; using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.Collections.Immutable; using System.Collections.Immutable;
using System.Runtime.CompilerServices;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
@ -213,7 +214,7 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
} }
} }
public async IAsyncEnumerable<Message> Get(MessageFilter? filter) { public async IAsyncEnumerable<Message> Get(MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
const string AttachmentSql = const string AttachmentSql =
@ -269,9 +270,9 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
""" """
); );
await using var reader = await messageCmd.ExecuteReaderAsync(); await using var reader = await messageCmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync()) { while (await reader.ReadAsync(cancellationToken)) {
ulong messageId = reader.GetUint64(0); ulong messageId = reader.GetUint64(0);
yield return new Message { yield return new Message {

View File

@ -1,4 +1,5 @@
using System.Collections.Generic; using System.Collections.Generic;
using System.Runtime.CompilerServices;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
@ -46,13 +47,13 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM servers", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken); return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM servers", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken);
} }
public async IAsyncEnumerable<Data.Server> Get() { public async IAsyncEnumerable<Data.Server> Get([EnumeratorCancellation] CancellationToken cancellationToken) {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
await using var cmd = conn.Command("SELECT id, name, type FROM servers"); await using var cmd = conn.Command("SELECT id, name, type FROM servers");
await using var reader = await cmd.ExecuteReaderAsync(); await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync()) { while (await reader.ReadAsync(cancellationToken)) {
yield return new Data.Server { yield return new Data.Server {
Id = reader.GetUint64(0), Id = reader.GetUint64(0),
Name = reader.GetString(1), Name = reader.GetString(1),

View File

@ -1,4 +1,5 @@
using System.Collections.Generic; using System.Collections.Generic;
using System.Runtime.CompilerServices;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
@ -58,13 +59,13 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM users", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken); return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM users", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken);
} }
public async IAsyncEnumerable<User> Get() { public async IAsyncEnumerable<User> Get([EnumeratorCancellation] CancellationToken cancellationToken) {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
await using var cmd = conn.Command("SELECT id, name, avatar_url, discriminator FROM users"); await using var cmd = conn.Command("SELECT id, name, avatar_url, discriminator FROM users");
await using var reader = await cmd.ExecuteReaderAsync(); await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync()) { while (await reader.ReadAsync(cancellationToken)) {
yield return new User { yield return new User {
Id = reader.GetUint64(0), Id = reader.GetUint64(0),
Name = reader.GetString(1), Name = reader.GetString(1),

View File

@ -1,6 +1,7 @@
using System; using System;
using System.Net; using System.Net;
using System.Text.Json; using System.Text.Json;
using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Database; using DHT.Server.Database;
using DHT.Utils.Http; using DHT.Utils.Http;
@ -19,7 +20,9 @@ abstract class BaseEndpoint(IDatabaseFile db) {
try { try {
response.StatusCode = (int) HttpStatusCode.OK; response.StatusCode = (int) HttpStatusCode.OK;
await Respond(ctx.Request, response); await Respond(ctx.Request, response, ctx.RequestAborted);
} catch (OperationCanceledException) {
throw;
} catch (HttpException e) { } catch (HttpException e) {
Log.Error(e); Log.Error(e);
response.StatusCode = (int) e.StatusCode; response.StatusCode = (int) e.StatusCode;
@ -35,7 +38,7 @@ abstract class BaseEndpoint(IDatabaseFile db) {
} }
} }
protected abstract Task Respond(HttpRequest request, HttpResponse response); protected abstract Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken);
protected static async Task<JsonElement> ReadJson(HttpRequest request) { protected static async Task<JsonElement> ReadJson(HttpRequest request) {
try { try {
@ -44,4 +47,13 @@ abstract class BaseEndpoint(IDatabaseFile db) {
throw new HttpException(HttpStatusCode.UnsupportedMediaType, "This endpoint only accepts JSON."); throw new HttpException(HttpStatusCode.UnsupportedMediaType, "This endpoint only accepts JSON.");
} }
} }
protected static Guid GetSessionId(HttpRequest request) {
if (request.Query.TryGetValue("session", out var sessionIdValue) && sessionIdValue.Count == 1 && Guid.TryParse(sessionIdValue[0], out Guid sessionId)) {
return sessionId;
}
else {
throw new HttpException(HttpStatusCode.BadRequest, "Invalid session ID.");
}
}
} }

View File

@ -1,4 +1,7 @@
using System;
using System.IO;
using System.Net; using System.Net;
using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Database; using DHT.Server.Database;
using DHT.Server.Download; using DHT.Server.Download;
@ -8,12 +11,16 @@ using Microsoft.AspNetCore.Http;
namespace DHT.Server.Endpoints; namespace DHT.Server.Endpoints;
sealed class GetDownloadedFileEndpoint(IDatabaseFile db) : BaseEndpoint(db) { sealed class GetDownloadedFileEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
protected override async Task Respond(HttpRequest request, HttpResponse response) { protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
string url = WebUtility.UrlDecode((string) request.RouteValues["url"]!); string url = WebUtility.UrlDecode((string) request.RouteValues["url"]!);
string normalizedUrl = DiscordCdn.NormalizeUrl(url); string normalizedUrl = DiscordCdn.NormalizeUrl(url);
if (!await Db.Downloads.GetSuccessfulDownloadWithData(normalizedUrl, (download, stream) => response.WriteStreamAsync(download.Type, download.Size, stream))) { if (!await Db.Downloads.GetSuccessfulDownloadWithData(normalizedUrl, WriteDataTo(response), cancellationToken)) {
response.Redirect(url, permanent: false); response.Redirect(url, permanent: false);
} }
} }
private static Func<Data.Download, Stream, CancellationToken, Task> WriteDataTo(HttpResponse response) {
return (download, stream, cancellationToken) => response.WriteStreamAsync(download.Type, download.Size, stream, cancellationToken);
}
} }

View File

@ -1,5 +1,5 @@
using System.Net.Mime; using System.Net.Mime;
using System.Reflection; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using System.Web; using System.Web;
using DHT.Server.Database; using DHT.Server.Database;
@ -10,19 +10,17 @@ using Microsoft.AspNetCore.Http;
namespace DHT.Server.Endpoints; namespace DHT.Server.Endpoints;
sealed class GetTrackingScriptEndpoint(IDatabaseFile db, ServerParameters parameters) : BaseEndpoint(db) { sealed class GetTrackingScriptEndpoint(IDatabaseFile db, ServerParameters parameters, ResourceLoader resources) : BaseEndpoint(db) {
private static ResourceLoader Resources { get; } = new (Assembly.GetExecutingAssembly()); protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
string bootstrap = await resources.ReadTextAsync("Tracker/bootstrap.js");
protected override async Task Respond(HttpRequest request, HttpResponse response) {
string bootstrap = await Resources.ReadTextAsync("Tracker/bootstrap.js");
string script = bootstrap.Replace("= 0; /*[PORT]*/", "= " + parameters.Port + ";") string script = bootstrap.Replace("= 0; /*[PORT]*/", "= " + parameters.Port + ";")
.Replace("/*[TOKEN]*/", HttpUtility.JavaScriptStringEncode(parameters.Token)) .Replace("/*[TOKEN]*/", HttpUtility.JavaScriptStringEncode(parameters.Token))
.Replace("/*[IMPORTS]*/", await Resources.ReadJoinedAsync("Tracker/scripts/", '\n')) .Replace("/*[IMPORTS]*/", await resources.ReadJoinedAsync("Tracker/scripts/", '\n'))
.Replace("/*[CSS-CONTROLLER]*/", await Resources.ReadTextAsync("Tracker/styles/controller.css")) .Replace("/*[CSS-CONTROLLER]*/", await resources.ReadTextAsync("Tracker/styles/controller.css"))
.Replace("/*[CSS-SETTINGS]*/", await Resources.ReadTextAsync("Tracker/styles/settings.css")) .Replace("/*[CSS-SETTINGS]*/", await resources.ReadTextAsync("Tracker/styles/settings.css"))
.Replace("/*[DEBUGGER]*/", request.Query.ContainsKey("debug") ? "debugger;" : ""); .Replace("/*[DEBUGGER]*/", request.Query.ContainsKey("debug") ? "debugger;" : "");
response.Headers.Append("X-DHT", "1"); response.Headers.Append("X-DHT", "1");
await response.WriteTextAsync(MediaTypeNames.Text.JavaScript, script); await response.WriteTextAsync(MediaTypeNames.Text.JavaScript, script, cancellationToken);
} }
} }

View File

@ -0,0 +1,18 @@
using System.Threading;
using System.Threading.Tasks;
using DHT.Server.Database;
using DHT.Server.Database.Export;
using DHT.Server.Service.Viewer;
using Microsoft.AspNetCore.Http;
namespace DHT.Server.Endpoints;
sealed class GetViewerMessagesEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) {
protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
var sessionId = GetSessionId(request);
var session = viewerSessions.Get(sessionId);
response.ContentType = "application/x-ndjson";
return ViewerJsonExport.GetMessages(response.Body, Db, session.MessageFilter, cancellationToken);
}
}

View File

@ -0,0 +1,19 @@
using System.Net.Mime;
using System.Threading;
using System.Threading.Tasks;
using DHT.Server.Database;
using DHT.Server.Database.Export;
using DHT.Server.Service.Viewer;
using Microsoft.AspNetCore.Http;
namespace DHT.Server.Endpoints;
sealed class GetViewerMetadataEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) {
protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
var sessionId = GetSessionId(request);
var session = viewerSessions.Get(sessionId);
response.ContentType = MediaTypeNames.Application.Json;
return ViewerJsonExport.GetMetadata(response.Body, Db, session.MessageFilter, cancellationToken);
}
}

View File

@ -1,5 +1,6 @@
using System.Net; using System.Net;
using System.Text.Json; using System.Text.Json;
using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
using DHT.Server.Database; using DHT.Server.Database;
@ -9,7 +10,7 @@ using Microsoft.AspNetCore.Http;
namespace DHT.Server.Endpoints; namespace DHT.Server.Endpoints;
sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint(db) { sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
protected override async Task Respond(HttpRequest request, HttpResponse response) { protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
var root = await ReadJson(request); var root = await ReadJson(request);
var server = ReadServer(root.RequireObject("server"), "server"); var server = ReadServer(root.RequireObject("server"), "server");
var channel = ReadChannel(root.RequireObject("channel"), "channel", server.Id); var channel = ReadChannel(root.RequireObject("channel"), "channel", server.Id);

View File

@ -4,6 +4,7 @@ using System.Diagnostics.CodeAnalysis;
using System.Linq; using System.Linq;
using System.Net; using System.Net;
using System.Text.Json; using System.Text.Json;
using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
using DHT.Server.Data.Filters; using DHT.Server.Data.Filters;
@ -19,7 +20,7 @@ sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
private const string HasNewMessages = "1"; private const string HasNewMessages = "1";
private const string NoNewMessages = "0"; private const string NoNewMessages = "0";
protected override async Task Respond(HttpRequest request, HttpResponse response) { protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
var root = await ReadJson(request); var root = await ReadJson(request);
if (root.ValueKind != JsonValueKind.Array) { if (root.ValueKind != JsonValueKind.Array) {
@ -37,11 +38,11 @@ sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
} }
var addedMessageFilter = new MessageFilter { MessageIds = addedMessageIds }; var addedMessageFilter = new MessageFilter { MessageIds = addedMessageIds };
bool anyNewMessages = await Db.Messages.Count(addedMessageFilter) < addedMessageIds.Count; bool anyNewMessages = await Db.Messages.Count(addedMessageFilter, CancellationToken.None) < addedMessageIds.Count;
await Db.Messages.Add(messages); await Db.Messages.Add(messages);
await response.WriteTextAsync(anyNewMessages ? HasNewMessages : NoNewMessages); await response.WriteTextAsync(anyNewMessages ? HasNewMessages : NoNewMessages, cancellationToken);
} }
private static Message ReadMessage(JsonElement json, string path) => new () { private static Message ReadMessage(JsonElement json, string path) => new () {

View File

@ -1,5 +1,6 @@
using System.Net; using System.Net;
using System.Text.Json; using System.Text.Json;
using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
using DHT.Server.Database; using DHT.Server.Database;
@ -9,7 +10,7 @@ using Microsoft.AspNetCore.Http;
namespace DHT.Server.Endpoints; namespace DHT.Server.Endpoints;
sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) { sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
protected override async Task Respond(HttpRequest request, HttpResponse response) { protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
var root = await ReadJson(request); var root = await ReadJson(request);
if (root.ValueKind != JsonValueKind.Array) { if (root.ValueKind != JsonValueKind.Array) {

View File

@ -0,0 +1,42 @@
using System.Collections.Generic;
using System.Net;
using System.Threading;
using System.Threading.Tasks;
using DHT.Server.Database;
using DHT.Utils.Http;
using DHT.Utils.Resources;
using Microsoft.AspNetCore.Http;
using Microsoft.AspNetCore.StaticFiles;
namespace DHT.Server.Endpoints;
sealed class ViewerEndpoint(IDatabaseFile db, ResourceLoader resources) : BaseEndpoint(db) {
private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new ();
private readonly Dictionary<string, byte[]?> cache = new ();
private readonly SemaphoreSlim cacheSemaphore = new (1);
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
string path = (string?) request.RouteValues["path"] ?? "index.html";
string resourcePath = "Viewer/" + path;
byte[]? resourceBytes;
await cacheSemaphore.WaitAsync(cancellationToken);
try {
if (!cache.TryGetValue(resourcePath, out resourceBytes)) {
cache[resourcePath] = resourceBytes = await resources.ReadBytesAsyncIfExists(resourcePath);
}
} finally {
cacheSemaphore.Release();
}
if (resourceBytes == null) {
throw new HttpException(HttpStatusCode.NotFound, "File not found: " + path);
}
else {
var contentType = ContentTypeProvider.TryGetContentType(path, out string? type) ? type : null;
await response.WriteFileAsync(contentType, resourceBytes, cancellationToken);
}
}
}

View File

@ -39,6 +39,16 @@
<Link>Resources/Tracker/styles/%(RecursiveDir)%(Filename)%(Extension)</Link> <Link>Resources/Tracker/styles/%(RecursiveDir)%(Filename)%(Extension)</Link>
<Visible>false</Visible> <Visible>false</Visible>
</EmbeddedResource> </EmbeddedResource>
<EmbeddedResource Include="../Resources/Viewer/**">
<LogicalName>Viewer\%(RecursiveDir)%(Filename)%(Extension)</LogicalName>
<Link>Resources/Viewer/%(RecursiveDir)%(Filename)%(Extension)</Link>
<Visible>false</Visible>
</EmbeddedResource>
<EmbeddedResource Include="../Desktop/Resources/icon.ico">
<LogicalName>Viewer\favicon.ico</LogicalName>
<Link>Resources/icon.ico</Link>
<Visible>false</Visible>
</EmbeddedResource>
</ItemGroup> </ItemGroup>
</Project> </Project>

View File

@ -1,3 +1,4 @@
using System;
using System.Diagnostics; using System.Diagnostics;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Utils.Logging; using DHT.Utils.Logging;
@ -6,24 +7,34 @@ using Microsoft.AspNetCore.Http.Extensions;
namespace DHT.Server.Service.Middlewares; namespace DHT.Server.Service.Middlewares;
sealed class ServerLoggingMiddleware { sealed class ServerLoggingMiddleware(RequestDelegate next) {
private static readonly Log Log = Log.ForType<ServerLoggingMiddleware>(); private static readonly Log Log = Log.ForType<ServerLoggingMiddleware>();
private readonly RequestDelegate next;
public ServerLoggingMiddleware(RequestDelegate next) {
this.next = next;
}
public async Task InvokeAsync(HttpContext context) { public async Task InvokeAsync(HttpContext context) {
var stopwatch = Stopwatch.StartNew(); var stopwatch = Stopwatch.StartNew();
await next(context); try {
await next(context);
} catch (OperationCanceledException) {
OnFinished(stopwatch, context);
throw;
}
OnFinished(stopwatch, context);
}
private static void OnFinished(Stopwatch stopwatch, HttpContext context) {
stopwatch.Stop(); stopwatch.Stop();
var request = context.Request; var request = context.Request;
var requestLength = request.ContentLength ?? 0L; var requestLength = request.ContentLength ?? 0L;
var responseStatus = context.Response.StatusCode;
var elapsedMs = stopwatch.ElapsedMilliseconds; var elapsedMs = stopwatch.ElapsedMilliseconds;
Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms");
if (context.RequestAborted.IsCancellationRequested) {
Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) was cancelled after " + elapsedMs + " ms");
}
else {
var responseStatus = context.Response.StatusCode;
Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms");
}
} }
} }

View File

@ -1,8 +1,11 @@
using System; using System;
using System.Reflection;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Database; using DHT.Server.Database;
using DHT.Server.Service.Viewer;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using DHT.Utils.Resources;
using Microsoft.AspNetCore.Hosting; using Microsoft.AspNetCore.Hosting;
using Microsoft.AspNetCore.Server.Kestrel.Core; using Microsoft.AspNetCore.Server.Kestrel.Core;
using Microsoft.Extensions.DependencyInjection; using Microsoft.Extensions.DependencyInjection;
@ -25,10 +28,12 @@ public sealed class ServerManager {
} }
private readonly IDatabaseFile db; private readonly IDatabaseFile db;
private readonly ViewerSessions viewerSessions;
private readonly SemaphoreSlim semaphore = new (1, 1); private readonly SemaphoreSlim semaphore = new (1, 1);
internal ServerManager(IDatabaseFile db) { internal ServerManager(IDatabaseFile db, ViewerSessions viewerSessions) {
this.db = db; this.db = db;
this.viewerSessions = viewerSessions;
} }
public async Task Start(ushort port, string token) { public async Task Start(ushort port, string token) {
@ -57,6 +62,8 @@ public sealed class ServerManager {
void AddServices(IServiceCollection services) { void AddServices(IServiceCollection services) {
services.AddSingleton(typeof(IDatabaseFile), db); services.AddSingleton(typeof(IDatabaseFile), db);
services.AddSingleton(typeof(ServerParameters), new ServerParameters(port, token)); services.AddSingleton(typeof(ServerParameters), new ServerParameters(port, token));
services.AddSingleton(typeof(ResourceLoader), new ResourceLoader(Assembly.GetExecutingAssembly()));
services.AddSingleton(typeof(ViewerSessions), viewerSessions);
} }
void SetKestrelOptions(KestrelServerOptions options) { void SetKestrelOptions(KestrelServerOptions options) {

View File

@ -3,6 +3,8 @@ using System.Text.Json.Serialization;
using DHT.Server.Database; using DHT.Server.Database;
using DHT.Server.Endpoints; using DHT.Server.Endpoints;
using DHT.Server.Service.Middlewares; using DHT.Server.Service.Middlewares;
using DHT.Server.Service.Viewer;
using DHT.Utils.Resources;
using Microsoft.AspNetCore.Builder; using Microsoft.AspNetCore.Builder;
using Microsoft.AspNetCore.Http.Json; using Microsoft.AspNetCore.Http.Json;
using Microsoft.Extensions.DependencyInjection; using Microsoft.Extensions.DependencyInjection;
@ -33,14 +35,24 @@ sealed class Startup {
} }
[SuppressMessage("ReSharper", "UnusedMember.Global")] [SuppressMessage("ReSharper", "UnusedMember.Global")]
public void Configure(IApplicationBuilder app, IHostApplicationLifetime lifetime, IDatabaseFile db, ServerParameters parameters) { public void Configure(IApplicationBuilder app, IHostApplicationLifetime lifetime, IDatabaseFile db, ServerParameters parameters, ResourceLoader resources, ViewerSessions viewerSessions) {
app.UseMiddleware<ServerLoggingMiddleware>(); app.UseMiddleware<ServerLoggingMiddleware>();
app.UseCors(); app.UseCors();
app.UseMiddleware<ServerAuthorizationMiddleware>();
app.UseRouting();
app.Map("/viewer", node => {
node.UseRouting();
node.UseEndpoints(endpoints => {
endpoints.MapGet("/{**path}", new ViewerEndpoint(db, resources).Handle);
});
});
app.UseMiddleware<ServerAuthorizationMiddleware>();
app.UseRouting();
app.UseEndpoints(endpoints => { app.UseEndpoints(endpoints => {
endpoints.MapGet("/get-tracking-script", new GetTrackingScriptEndpoint(db, parameters).Handle); endpoints.MapGet("/get-tracking-script", new GetTrackingScriptEndpoint(db, parameters, resources).Handle);
endpoints.MapGet("/get-viewer-metadata", new GetViewerMetadataEndpoint(db, viewerSessions).Handle);
endpoints.MapGet("/get-viewer-messages", new GetViewerMessagesEndpoint(db, viewerSessions).Handle);
endpoints.MapGet("/get-downloaded-file/{url}", new GetDownloadedFileEndpoint(db).Handle); endpoints.MapGet("/get-downloaded-file/{url}", new GetDownloadedFileEndpoint(db).Handle);
endpoints.MapPost("/track-channel", new TrackChannelEndpoint(db).Handle); endpoints.MapPost("/track-channel", new TrackChannelEndpoint(db).Handle);
endpoints.MapPost("/track-users", new TrackUsersEndpoint(db).Handle); endpoints.MapPost("/track-users", new TrackUsersEndpoint(db).Handle);

View File

@ -0,0 +1,5 @@
using DHT.Server.Data.Filters;
namespace DHT.Server.Service.Viewer;
public readonly record struct ViewerSession(MessageFilter? MessageFilter);

View File

@ -0,0 +1,35 @@
using System;
using System.Collections.Generic;
namespace DHT.Server.Service.Viewer;
public sealed class ViewerSessions : IDisposable {
private readonly Dictionary<Guid, ViewerSession> sessions = new ();
private bool isDisposed = false;
public Guid Register(ViewerSession session) {
Guid guid = Guid.NewGuid();
lock (this) {
ObjectDisposedException.ThrowIf(isDisposed, this);
sessions[guid] = session;
}
return guid;
}
internal ViewerSession Get(Guid guid) {
lock (this) {
return sessions.GetValueOrDefault(guid);
}
}
public void Dispose() {
lock (this) {
if (!isDisposed) {
isDisposed = true;
sessions.Clear();
}
}
}
}

View File

@ -3,19 +3,29 @@ using System.Threading.Tasks;
using DHT.Server.Database; using DHT.Server.Database;
using DHT.Server.Download; using DHT.Server.Download;
using DHT.Server.Service; using DHT.Server.Service;
using DHT.Server.Service.Viewer;
namespace DHT.Server; namespace DHT.Server;
public sealed class State(IDatabaseFile db, int? concurrentDownloads) : IAsyncDisposable { public sealed class State : IAsyncDisposable {
public static State Dummy { get; } = new (DummyDatabaseFile.Instance, null); public static State Dummy { get; } = new (DummyDatabaseFile.Instance, null);
public IDatabaseFile Db { get; } = db; public IDatabaseFile Db { get; }
public Downloader Downloader { get; } = new (db, concurrentDownloads); public Downloader Downloader { get; }
public ServerManager Server { get; } = new (db); public ViewerSessions ViewerSessions { get; }
public ServerManager Server { get; }
public State(IDatabaseFile db, int? concurrentDownloads) {
Db = db;
Downloader = new Downloader(db, concurrentDownloads);
ViewerSessions = new ViewerSessions();
Server = new ServerManager(db, ViewerSessions);
}
public async ValueTask DisposeAsync() { public async ValueTask DisposeAsync() {
await Downloader.Stop(); await Downloader.Stop();
await Server.Stop(); await Server.Stop();
await Db.DisposeAsync(); await Db.DisposeAsync();
ViewerSessions.Dispose();
} }
} }

View File

@ -1,33 +1,34 @@
using System.IO; using System.IO;
using System.Net.Mime; using System.Net.Mime;
using System.Text; using System.Text;
using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using Microsoft.AspNetCore.Http; using Microsoft.AspNetCore.Http;
namespace DHT.Utils.Http; namespace DHT.Utils.Http;
public static class HttpExtensions { public static class HttpExtensions {
public static Task WriteTextAsync(this HttpResponse response, string text) { public static Task WriteTextAsync(this HttpResponse response, string text, CancellationToken cancellationToken) {
return WriteTextAsync(response, MediaTypeNames.Text.Plain, text); return WriteTextAsync(response, MediaTypeNames.Text.Plain, text, cancellationToken);
} }
public static async Task WriteTextAsync(this HttpResponse response, string contentType, string text) { public static async Task WriteTextAsync(this HttpResponse response, string contentType, string text, CancellationToken cancellationToken) {
response.ContentType = contentType; response.ContentType = contentType;
await response.StartAsync(); await response.StartAsync(cancellationToken);
await response.WriteAsync(text, Encoding.UTF8); await response.WriteAsync(text, Encoding.UTF8, cancellationToken);
} }
public static async Task WriteFileAsync(this HttpResponse response, string? contentType, byte[] bytes) { public static async Task WriteFileAsync(this HttpResponse response, string? contentType, byte[] bytes, CancellationToken cancellationToken) {
response.ContentType = contentType ?? string.Empty; response.ContentType = contentType ?? string.Empty;
response.ContentLength = bytes.Length; response.ContentLength = bytes.Length;
await response.StartAsync(); await response.StartAsync(cancellationToken);
await response.Body.WriteAsync(bytes); await response.Body.WriteAsync(bytes, cancellationToken);
} }
public static async Task WriteStreamAsync(this HttpResponse response, string? contentType, ulong? contentLength, Stream source) { public static async Task WriteStreamAsync(this HttpResponse response, string? contentType, ulong? contentLength, Stream source, CancellationToken cancellationToken) {
response.ContentType = contentType ?? string.Empty; response.ContentType = contentType ?? string.Empty;
response.ContentLength = (long?) contentLength; response.ContentLength = (long?) contentLength;
await response.StartAsync(); await response.StartAsync(cancellationToken);
await source.CopyToAsync(response.Body); await source.CopyToAsync(response.Body, cancellationToken);
} }
} }

View File

@ -7,8 +7,9 @@ using System.Threading.Tasks;
namespace DHT.Utils.Resources; namespace DHT.Utils.Resources;
public sealed class ResourceLoader(Assembly assembly) { public sealed class ResourceLoader(Assembly assembly) {
private Stream GetEmbeddedStream(string filename) { private Stream? TryGetEmbeddedStream(string filename) {
Stream? stream = null; Stream? stream = null;
foreach (var embeddedName in assembly.GetManifestResourceNames()) { foreach (var embeddedName in assembly.GetManifestResourceNames()) {
if (embeddedName.Replace('\\', '/') == filename) { if (embeddedName.Replace('\\', '/') == filename) {
stream = assembly.GetManifestResourceStream(embeddedName); stream = assembly.GetManifestResourceStream(embeddedName);
@ -16,17 +17,31 @@ public sealed class ResourceLoader(Assembly assembly) {
} }
} }
return stream ?? throw new ArgumentException("Missing embedded resource: " + filename); return stream;
}
private Stream GetEmbeddedStream(string filename) {
return TryGetEmbeddedStream(filename) ?? throw new ArgumentException("Missing embedded resource: " + filename);
} }
private async Task<string> ReadTextAsync(Stream stream) { private async Task<string> ReadTextAsync(Stream stream) {
using var reader = new StreamReader(stream, Encoding.UTF8); using var reader = new StreamReader(stream, Encoding.UTF8);
return await reader.ReadToEndAsync(); return await reader.ReadToEndAsync();
} }
private async Task<byte[]> ReadBytesAsync(Stream stream) {
using var memoryStream = new MemoryStream();
await stream.CopyToAsync(memoryStream);
return memoryStream.ToArray();
}
public async Task<string> ReadTextAsync(string filename) { public async Task<string> ReadTextAsync(string filename) {
return await ReadTextAsync(GetEmbeddedStream(filename)); return await ReadTextAsync(GetEmbeddedStream(filename));
} }
public async Task<byte[]?> ReadBytesAsyncIfExists(string filename) {
return TryGetEmbeddedStream(filename) is {} stream ? await ReadBytesAsync(stream) : null;
}
public async Task<string> ReadJoinedAsync(string path, char separator) { public async Task<string> ReadJoinedAsync(string path, char separator) {
StringBuilder joined = new (); StringBuilder joined = new ();