remove tokenization if applied on an already tokenized string

Author: lytex

lua/telescope-live-grep-args/actions/tokenize.lua

@@ -53,18 +53,33 @@ return function(opts)
 		if opts.trim then
 			prompt = vim.trim(prompt)
 		end
-		local tokens = {}
-		-- TODO interpret two spaces or more as a literal space
-		for token in prompt:gmatch("%S+") do
-			table.insert(tokens, token)
+		local already_tokenized = false
+		for match in prompt:gmatch("%.%*") do
+			already_tokenized = true
+			break
 		end
+		if already_tokenized then
+			local tokens = ""
+			-- TODO The first match may not be in the same order as the original prompt
+			for match in prompt:gmatch("[^|]+") do
+				tokens = match:gsub("%.%*", " ")
+				break
+			end
+			picker:set_prompt(tokens)
+		else
+			local tokens = {}
+			-- TODO interpret two spaces or more as a literal space
+			for token in prompt:gmatch("%S+") do
+				table.insert(tokens, token)
+			end
 
-		prompt = ""
-		for combo in permutations(removeDuplicates(tokens)) do
-			prompt = prompt .. "|" .. table.concat(combo, ".*")
-		end
-		prompt = prompt:sub(2)
+			prompt = ""
+			for combo in permutations(removeDuplicates(tokens)) do
+				prompt = prompt .. "|" .. table.concat(combo, ".*")
+			end
+			prompt = prompt:sub(2)
 
-		picker:set_prompt(prompt)
+			picker:set_prompt(prompt)
+		end
 	end
 end