diff --git a/src/search/tokenizer.ts b/src/search/tokenizer.ts index 7107814..bc83a41 100644 --- a/src/search/tokenizer.ts +++ b/src/search/tokenizer.ts @@ -1,7 +1,7 @@ import type { QueryCombination } from 'minisearch' import { BRACKETS_AND_SPACE, chsRegex, SPACE_OR_PUNCTUATION } from '../globals' -import { logVerbose, splitCamelCase, splitHyphens } from '../tools/utils' import type LocatorPlugin from '../main' +import { splitCamelCase, splitHyphens } from '../tools/utils' const markdownLinkExtractor = require('markdown-link-extractor') @@ -17,26 +17,16 @@ export class Tokenizer { public tokenizeForIndexing(text: string): string[] { try { const words = this.tokenizeWords(text) - let urls: string[] = [] - if (this.plugin.settings.tokenizeUrls) { - try { - urls = markdownLinkExtractor(text) - } catch (e) { - logVerbose('Error extracting urls', e) - } - } let tokens = this.tokenizeTokens(text, { skipChs: true }) - tokens = [...tokens.flatMap(token => [ - token, - ...splitHyphens(token), - ...splitCamelCase(token), - ]), ...words] - - // Add urls - if (urls.length) { - tokens = [...tokens, ...urls] - } + tokens = [ + ...tokens.flatMap(token => [ + token, + ...splitHyphens(token), + ...splitCamelCase(token), + ]), + ...words, + ] // Remove duplicates tokens = [...new Set(tokens)] diff --git a/src/settings/index.ts b/src/settings/index.ts index 602b0f6..d8df7ce 100644 --- a/src/settings/index.ts +++ b/src/settings/index.ts @@ -107,7 +107,6 @@ export function getDefaultSettings(app: App): LocatorSettings { showCreateButton: false, showPreviousQueryResults: true, simpleSearch: false, - tokenizeUrls: false, fuzziness: '1', weightBasename: 10, diff --git a/src/settings/settings-behavior.ts b/src/settings/settings-behavior.ts index f94909c..f453e60 100644 --- a/src/settings/settings-behavior.ts +++ b/src/settings/settings-behavior.ts @@ -100,23 +100,6 @@ export function injectSettingsBehavior( }) ) - // Extract URLs - // Crashes on iOS - if (!Platform.isIosApp) { - new Setting(containerEl) - .setName('Tokenize URLs') - .setDesc( - `Enable this if you want to be able to search for URLs as separate words. - This setting has a strong impact on indexing performance, and can crash Obsidian under certain conditions.` - ) - .addToggle(toggle => - toggle.setValue(settings.tokenizeUrls).onChange(async v => { - settings.tokenizeUrls = v - await saveSettings(plugin) - }) - ) - } - // Open in new pane new Setting(containerEl) .setName('Open in new pane') diff --git a/src/settings/utils.ts b/src/settings/utils.ts index de8093c..20d07ab 100644 --- a/src/settings/utils.ts +++ b/src/settings/utils.ts @@ -70,7 +70,6 @@ export interface LocatorSettings extends WeightingSettings { welcomeMessage: string /** If a query returns 0 result, try again with more relax conditions */ simpleSearch: boolean - tokenizeUrls: boolean splitCamelCase: boolean openInNewPane: boolean verboseLogging: boolean