feat: initial commit

decaf-dev · decaf-dev · commit 2606835696c8 · 2025-05-02T17:52:26.000-06:00
diff --git a/.editorconfig b/.editorconfig
@@ -0,0 +1,10 @@
+# top-most EditorConfig file
+root = true
+
+[*]
+charset = utf-8
+end_of_line = lf
+insert_final_newline = true
+indent_style = tab
+indent_size = 4
+tab_width = 4
diff --git a/.eslintignore b/.eslintignore
@@ -0,0 +1,3 @@
+node_modules/
+
+main.js
diff --git a/.eslintrc b/.eslintrc
@@ -0,0 +1,23 @@
+{
+    "root": true,
+    "parser": "@typescript-eslint/parser",
+    "env": { "node": true },
+    "plugins": [
+      "@typescript-eslint"
+    ],
+    "extends": [
+      "eslint:recommended",
+      "plugin:@typescript-eslint/eslint-recommended",
+      "plugin:@typescript-eslint/recommended"
+    ], 
+    "parserOptions": {
+        "sourceType": "module"
+    },
+    "rules": {
+      "no-unused-vars": "off",
+      "@typescript-eslint/no-unused-vars": ["error", { "args": "none" }],
+      "@typescript-eslint/ban-ts-comment": "off",
+      "no-prototype-builtins": "off",
+      "@typescript-eslint/no-empty-function": "off"
+    } 
+  }
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -0,0 +1,40 @@
+name: Build and Release
+
+on:
+    push:
+        tags:
+            - "*"
+
+jobs:
+    build:
+        runs-on: ubuntu-latest
+        steps:
+            - uses: actions/checkout@v2
+
+            - name: Use Node.js
+              uses: actions/setup-node@v1
+              with:
+                  node-version: "16.x"
+
+            - uses: oven-sh/setup-bun@v1
+              with:
+                  bun-version: latest
+
+            - name: Install dependencies
+              run: bun install
+
+            - name: Build
+              id: build
+              run: bun run build
+
+            # Create the release on GitHub
+            - name: Release
+              uses: softprops/action-gh-release@v1
+              if: startsWith(github.ref, 'refs/tags/')
+              with:
+                  name: ${{ github.ref_name }}
+                  tag_name: ${{ github.ref }}
+                  files: |
+                      dist/main.js
+                      dist/manifest.json
+                      dist/styles.css
diff --git a/.gitignore b/.gitignore
@@ -0,0 +1,24 @@
+# vscode
+.vscode
+
+# Intellij
+*.iml
+.idea
+
+# npm
+node_modules
+
+# Don't include the compiled main.js file in the repo.
+# They should be uploaded to GitHub releases instead.
+main.js
+
+# Exclude sourcemaps
+*.map
+
+# obsidian
+data.json
+
+# Exclude macOS Finder (System Explorer) View States
+.DS_Store
+
+dist/
diff --git a/README.md b/README.md
@@ -1,2 +1,17 @@
-# obsidian-duplicate-finder
-Find duplicate pieces of content in your vault
+# Duplicate Finder
+
+This plugin allows you to find duplicate content in your vault
+
+## Installation
+
+1. Install the [Obsidian BRAT](https://github.com/TfTHacker/obsidian42-brat) plugin from Obsidian community plugin store
+2. Enable the plugin
+3. Open the plugin settings
+4. Click **Add beta plugin**
+5. Enter the repository url: **https://github.com/decaf-dev/obsidian-duplicate-finder**
+6. Click **Add plugin**
+
+
+## License
+
+Duplicate Finder is distributed under [MIT License](https://github.com/decaf-dev/obsidian-duplicate-finder/blob/master/LICENSE).
diff --git a/bun.lockb b/bun.lockb
diff --git a/esbuild.config.mjs b/esbuild.config.mjs
@@ -0,0 +1,79 @@
+import builtins from "builtin-modules";
+import esbuild from "esbuild";
+import esbuildSvelte from "esbuild-svelte";
+import fs from "fs";
+import path from "path";
+import process from "process";
+import { sveltePreprocess } from "svelte-preprocess";
+
+const banner = `/*
+THIS IS A GENERATED/BUNDLED FILE BY ESBUILD
+if you want to view the source, please visit the github repository of this plugin
+*/
+`;
+
+const prod = process.argv[2] === "production";
+
+const rebuildPlugin = {
+	name: "rebuild-handler",
+	setup(build) {
+		build.onEnd(async () => {
+			try {
+				// await fs.promises.rename(
+				// 	path.join(path.resolve(), "dist", "main.css"),
+				// 	path.join(path.resolve(), "dist", "styles.css")
+				// );
+				await fs.promises.copyFile(
+					path.join(path.resolve(), "manifest.json"),
+					path.join(path.resolve(), "dist", "manifest.json")
+				);
+			} catch (err) {}
+		});
+	},
+};
+
+const context = await esbuild.context({
+	banner: {
+		js: banner,
+	},
+	entryPoints: ["src/main.ts"],
+	bundle: true,
+	external: [
+		"obsidian",
+		"electron",
+		"@codemirror/autocomplete",
+		"@codemirror/collab",
+		"@codemirror/commands",
+		"@codemirror/language",
+		"@codemirror/lint",
+		"@codemirror/search",
+		"@codemirror/state",
+		"@codemirror/view",
+		"@lezer/common",
+		"@lezer/highlight",
+		"@lezer/lr",
+		...builtins,
+	],
+	format: "cjs",
+	target: "es2018",
+	logLevel: "info",
+	sourcemap: prod ? false : "inline",
+	treeShaking: true,
+	outfile: "dist/main.js",
+	plugins: [
+		rebuildPlugin,
+		esbuildSvelte({
+			compilerOptions: {
+				css: "injected",
+			},
+			preprocess: sveltePreprocess(),
+		}),
+	],
+});
+
+if (prod) {
+	await context.rebuild();
+	process.exit(0);
+} else {
+	await context.watch();
+}
diff --git a/manifest.json b/manifest.json
@@ -0,0 +1,11 @@
+{
+	"id": "duplicate-finder",
+	"name": "Duplicate Finder",
+	"version": "0.0.1",
+	"minAppVersion": "1.8.0",
+	"description": "Find duplicate content in your vault",
+	"author": "DecafDev",
+	"authorUrl": "https://github.com/decaf-dev",
+	"fundingUrl": "https://ko-fi.com/decaf_dev",
+	"isDesktopOnly": true
+}
diff --git a/package.json b/package.json
@@ -0,0 +1,31 @@
+{
+	"name": "obsidian-duplicate-finder",
+	"version": "0.0.1",
+	"description": "Search for duplicate content in your vault",
+	"main": "main.js",
+	"scripts": {
+		"dev": "node esbuild.config.mjs",
+		"build": "tsc -noEmit -skipLibCheck && node esbuild.config.mjs production",
+		"check": "svelte-check --tsconfig ./tsconfig.json"
+	},
+	"keywords": [],
+	"author": "DecafDev",
+	"license": "MIT",
+	"devDependencies": {
+		"@tsconfig/svelte": "^5.0.4",
+		"@types/node": "^22.15.3",
+		"@typescript-eslint/eslint-plugin": "8.31.1",
+		"@typescript-eslint/parser": "8.31.1",
+		"builtin-modules": "5.0.0",
+		"esbuild": "0.25.3",
+		"esbuild-svelte": "^0.9.2",
+		"obsidian": "^1.8.7",
+		"svelte-check": "^4.1.7",
+		"svelte-preprocess": "^6.0.3",
+		"tslib": "2.8.1",
+		"typescript": "5.8.3"
+	},
+	"dependencies": {
+		"svelte": "^5.28.2"
+	}
+}
diff --git a/src/find-duplicate-urls.ts b/src/find-duplicate-urls.ts
@@ -0,0 +1,28 @@
+import type { App } from "obsidian";
+
+export const findDuplicateUrls = async (
+	app: App
+): Promise<Map<string, string[]>> => {
+	const urlMap = new Map<string, string[]>();
+	const files = app.vault.getMarkdownFiles();
+
+	for (const file of files) {
+		const content = await app.vault.cachedRead(file);
+		const matches = matchUrls(content);
+		if (matches) {
+			for (const url of matches) {
+				if (!urlMap.has(url)) {
+					urlMap.set(url, []);
+				}
+				urlMap.get(url)?.push(file.basename);
+			}
+		}
+	}
+	return urlMap;
+};
+
+const matchUrls = (content: string) => {
+	const urlRegex = /(?:https?:\/\/)(?:[^\s\)]+)/g;
+	const matches = content.match(urlRegex);
+	return matches;
+};
diff --git a/src/main.ts b/src/main.ts
@@ -0,0 +1,38 @@
+import { Plugin } from "obsidian";
+import FindDuplicatesModal from "./obsidian/find-duplicates-modal";
+
+interface FindDuplicatesSettings {}
+
+const DEFAULT_SETTINGS: FindDuplicatesSettings = {};
+
+export default class FindDuplicatesPlugin extends Plugin {
+	settings: FindDuplicatesSettings = DEFAULT_SETTINGS;
+
+	async onload() {
+		await this.loadSettings();
+
+		this.addCommand({
+			id: "open-find-duplicates",
+			name: "Open Find Duplicates",
+			callback: () => {
+				new FindDuplicatesModal(this.app).open();
+			},
+		});
+		// // This adds a settings tab so the user can configure various aspects of the plugin
+		// this.addSettingTab(new SampleSettingTab(this.app, this));
+	}
+
+	onunload() {}
+
+	async loadSettings() {
+		this.settings = Object.assign(
+			{},
+			DEFAULT_SETTINGS,
+			await this.loadData()
+		);
+	}
+
+	async saveSettings() {
+		await this.saveData(this.settings);
+	}
+}
diff --git a/src/obsidian/find-duplicates-modal.ts b/src/obsidian/find-duplicates-modal.ts
@@ -0,0 +1,25 @@
+import { App, Modal } from "obsidian";
+import { mount, unmount } from "svelte";
+import SvelteApp from "../svelte/index.svelte";
+
+export default class FindDuplicatesModal extends Modal {
+	svelteApp: ReturnType<typeof mount> | null = null;
+
+	constructor(app: App) {
+		super(app);
+	}
+
+	onOpen() {
+		const { contentEl } = this;
+		this.svelteApp = mount(SvelteApp, {
+			target: contentEl,
+			props: { obsidianApp: this.app },
+		});
+	}
+
+	onClose() {
+		if (this.svelteApp) {
+			unmount(this.svelteApp);
+		}
+	}
+}
diff --git a/src/obsidian/find-duplicates-setting-tab.ts b/src/obsidian/find-duplicates-setting-tab.ts
@@ -0,0 +1,17 @@
+import { App, PluginSettingTab } from "obsidian";
+import FindDuplicatesPlugin from "src/main";
+
+export class FindDuplicatesSettingTab extends PluginSettingTab {
+	plugin: FindDuplicatesPlugin;
+
+	constructor(app: App, plugin: FindDuplicatesPlugin) {
+		super(app, plugin);
+		this.plugin = plugin;
+	}
+
+	display(): void {
+		const { containerEl } = this;
+
+		containerEl.empty();
+	}
+}
diff --git a/src/svelte/index.svelte b/src/svelte/index.svelte
@@ -0,0 +1,36 @@
+<script lang="ts">
+	import type { App } from "obsidian";
+	import { findDuplicateUrls } from "src/find-duplicate-urls";
+	import { onMount } from "svelte";
+
+	interface AppProps {
+		obsidianApp: App;
+	}
+
+	const { obsidianApp }: AppProps = $props();
+
+	let duplicateUrls: Map<string, string[]> = $state(new Map());
+
+	onMount(async () => {
+		duplicateUrls = await findDuplicateUrls(obsidianApp);
+	});
+</script>
+
+<div>
+	<h1 class="wtf">Find Duplicates</h1>
+	{#each Array.from(duplicateUrls.entries()) as [url, files]}
+		<div>
+			<h2>{url}</h2>
+			<p>{files.length} files</p>
+		</div>
+	{/each}
+</div>
+
+<style>
+	:global(h1) {
+		font-size: 1rem;
+	}
+	:global(.wtf) {
+		color: red;
+	}
+</style>
diff --git a/tsconfig.json b/tsconfig.json
diff --git a/versions.json b/versions.json
