Merge pull request '添加 Levenshtein 算法(QMCv2)' (#33) from feat/levenshtein-key-finder into main

Reviewed-on: um/um-react#33
This commit is contained in:
鲁树人 2023-06-16 19:45:47 +00:00
commit 5492628b71
11 changed files with 382 additions and 148 deletions

9
docs/adb_dump.md Normal file
View File

@ -0,0 +1,9 @@
# 利用 ADB 访问安卓私有数据
```sh
APP_ID="com.tencent.qqmusic" # QQ 音乐
APP_ID="cn.kuwo.player" # 酷我
adb shell su -c "tar c '/data/data/${APP_ID}/' | base64" \
| base64 -d | pv | tar -x --strip-components 2
```

View File

@ -2,43 +2,42 @@ import {
Box, Box,
Button, Button,
ButtonGroup, ButtonGroup,
Checkbox,
Flex, Flex,
HStack, HStack,
Heading, Heading,
Icon, Icon,
IconButton, IconButton,
Input,
InputGroup,
InputLeftElement,
InputRightElement,
List, List,
ListItem,
Menu, Menu,
MenuButton, MenuButton,
MenuDivider, MenuDivider,
MenuItem, MenuItem,
MenuList, MenuList,
Text, Text,
VStack, Tooltip,
} from '@chakra-ui/react'; } from '@chakra-ui/react';
import { useDispatch, useSelector } from 'react-redux'; import { useDispatch, useSelector } from 'react-redux';
import { qmc2AddKey, qmc2ClearKeys, qmc2DeleteKey, qmc2UpdateKey } from '../settingsSlice'; import { qmc2AddKey, qmc2AllowFuzzyNameSearch, qmc2ClearKeys } from '../settingsSlice';
import { selectStagingQMCv2Settings } from '../settingsSelector'; import { selectStagingQMCv2Settings } from '../settingsSelector';
import React, { useState } from 'react'; import React, { useState } from 'react';
import { MdAdd, MdDelete, MdDeleteForever, MdExpandMore, MdFileUpload, MdVpnKey } from 'react-icons/md'; import { MdAdd, MdDeleteForever, MdExpandMore, MdFileUpload } from 'react-icons/md';
import { ImportFileModal } from './QMCv2/ImportFileModal'; import { ImportFileModal } from './QMCv2/ImportFileModal';
import { KeyInput } from './QMCv2/KeyInput';
import { InfoOutlineIcon } from '@chakra-ui/icons';
export function PanelQMCv2Key() { export function PanelQMCv2Key() {
const dispatch = useDispatch(); const dispatch = useDispatch();
const qmc2Keys = useSelector(selectStagingQMCv2Settings).keys; const { keys: qmc2Keys, allowFuzzyNameSearch } = useSelector(selectStagingQMCv2Settings);
const [showImportModal, setShowImportModal] = useState(false); const [showImportModal, setShowImportModal] = useState(false);
const addKey = () => dispatch(qmc2AddKey()); const addKey = () => dispatch(qmc2AddKey());
const updateKey = (prop: 'name' | 'key', id: string, e: React.ChangeEvent<HTMLInputElement>) =>
dispatch(qmc2UpdateKey({ id, field: prop, value: e.target.value }));
const deleteKey = (id: string) => dispatch(qmc2DeleteKey({ id }));
const clearAll = () => dispatch(qmc2ClearKeys()); const clearAll = () => dispatch(qmc2ClearKeys());
const handleAllowFuzzyNameSearchCheckbox = (e: React.ChangeEvent<HTMLInputElement>) => {
dispatch(qmc2AllowFuzzyNameSearch({ enable: e.target.checked }));
};
return ( return (
<Flex minH={0} flexDir="column" flex={1}> <Flex minH={0} flexDir="column" flex={1}>
<Heading as="h2" size="lg"> <Heading as="h2" size="lg">
@ -50,7 +49,7 @@ export function PanelQMCv2Key() {
线 线
</Text> </Text>
<Box pb={2} pt={2}> <HStack pb={2} pt={2}>
<ButtonGroup isAttached colorScheme="purple" variant="outline"> <ButtonGroup isAttached colorScheme="purple" variant="outline">
<Button onClick={addKey} leftIcon={<Icon as={MdAdd} />}> <Button onClick={addKey} leftIcon={<Icon as={MdAdd} />}>
@ -68,48 +67,40 @@ export function PanelQMCv2Key() {
</MenuList> </MenuList>
</Menu> </Menu>
</ButtonGroup> </ButtonGroup>
<HStack>
<Checkbox isChecked={allowFuzzyNameSearch} onChange={handleAllowFuzzyNameSearchCheckbox}>
<Text></Text>
</Checkbox>
<Tooltip
hasArrow
closeOnClick={false}
label={
<Box>
<Text>使</Text>
<Text>
使
<ruby>
<rp> (</rp>
<rt>Levenshtein distance</rt>
<rp>)</rp>
</ruby>
</Text>
<Text></Text>
</Box> </Box>
}
>
<InfoOutlineIcon />
</Tooltip>
</HStack>
</HStack>
<Box flex={1} minH={0} overflow="auto" pr="4"> <Box flex={1} minH={0} overflow="auto" pr="4">
<List spacing={3}> <List spacing={3}>
{qmc2Keys.map(({ id, key, name }, i) => ( {qmc2Keys.map(({ id, key, name }, i) => (
<ListItem key={id} mt={0} pt={2} pb={2} _even={{ bg: 'gray.50' }}> <KeyInput key={id} id={id} ekey={key} name={name} i={i} />
<HStack>
<Text w="2em" textAlign="center">
{i + 1}
</Text>
<VStack flex={1}>
<Input
variant="flushed"
placeholder="文件名"
value={name}
onChange={(e) => updateKey('name', id, e)}
/>
<InputGroup size="xs">
<InputLeftElement pr="2">
<Icon as={MdVpnKey} />
</InputLeftElement>
<Input variant="flushed" placeholder="密钥" value={key} onChange={(e) => updateKey('key', id, e)} />
<InputRightElement>
<Text pl="2" color={key.length ? 'green.500' : 'red.500'}>
<code>{key.length || '?'}</code>
</Text>
</InputRightElement>
</InputGroup>
</VStack>
<IconButton
aria-label="删除该密钥"
icon={<Icon as={MdDelete} boxSize={6} />}
variant="ghost"
colorScheme="red"
type="button"
onClick={() => deleteKey(id)}
/>
</HStack>
</ListItem>
))} ))}
</List> </List>
{qmc2Keys.length === 0 && <Text></Text>} {qmc2Keys.length === 0 && <Text></Text>}

View File

@ -1,101 +1,51 @@
import { Box, Code, Heading, ListItem, OrderedList, Text, UnorderedList } from '@chakra-ui/react'; import {
import { FilePathBlock } from '~/components/FilePathBlock'; Accordion,
AccordionButton,
const EXAMPLE_MEDIA_ID = '0011wjLv1bIkvv'; AccordionIcon,
const EXAMPLE_NAME_IOS = '333407709-0011wjLv1bIkvv-1.mgalaxy'; AccordionItem,
const EXAMPLE_NAME_DB = 'Q0M00011wjLv1bIkvv.mflac'; AccordionPanel,
Box,
Heading,
Text,
} from '@chakra-ui/react';
import { InstructionsIOSCondition } from './InstructionsIOSCondition';
export function InstructionsIOS() { export function InstructionsIOS() {
return ( return (
<> <>
<Text>使 iOS </Text>
<Heading as="h3" size="md" mt="3">
</Heading>
<Text></Text>
<OrderedList>
<ListItem>
<Text>使 iOS </Text>
</ListItem>
<ListItem>
<Text></Text>
<FilePathBlock>/AppDomain-com.tencent.QQMusic/Documents/mmkv/</FilePathBlock>
</ListItem>
<ListItem>
<Text>
<Code>filenameEkeyMap</Code>
</Text>
</ListItem>
<ListItem>
<Text>
<Code>filenameEkeyMap</Code>
</Text>
</ListItem>
<ListItem>
<Text></Text>
</ListItem>
</OrderedList>
<Heading as="h3" size="md" mt="3">
线
</Heading>
<Box> <Box>
<Text></Text> <Text>iOS 使 PC Mac iOS </Text>
<Code>/AppDomain-com.tencent.QQMusic/Library/Application Support/com.tencent.QQMusic/iData/iMusic</Code> <Text> PC Mac </Text>
<Text>
<Code>*.mgalaxy</Code>
</Text>
<Text>
<Code>[]-[id]-[].mgalaxy</Code>
</Text>
<Text>
&#x3000;<Code>{EXAMPLE_NAME_IOS}</Code>
</Text>
</Box> </Box>
<Heading as="h3" size="md" mt="3"> <Accordion allowToggle mt="2">
线 <AccordionItem>
<Heading as="h3" size="md">
<AccordionButton>
<Box as="span" flex="1" textAlign="left">
iOS
</Box>
<AccordionIcon />
</AccordionButton>
</Heading> </Heading>
<OrderedList> <AccordionPanel pb={4}>
<ListItem> <InstructionsIOSCondition jailbreak={true} />
<Text> </AccordionPanel>
id <Code>{EXAMPLE_MEDIA_ID}</Code> </AccordionItem>
</Text>
</ListItem> <AccordionItem>
<ListItem> <Heading as="h3" size="md">
<Text> <AccordionButton>
<Code>{EXAMPLE_NAME_DB}</Code> <Box as="span" flex="1" textAlign="left">
</Text> iOS
</ListItem> </Box>
<ListItem> <AccordionIcon />
<Text> </AccordionButton>
<Code>{EXAMPLE_NAME_IOS}</Code>
<Code>{EXAMPLE_NAME_DB}</Code>
</Text>
</ListItem>
<ListItem>
<Text>
线<Code>{EXAMPLE_NAME_DB}</Code>
</Text>
</ListItem>
</OrderedList>
<Heading as="h3" size="md" mt="3">
</Heading> </Heading>
<Text></Text> <AccordionPanel pb={4}>
<UnorderedList> <InstructionsIOSCondition jailbreak={false} />
<ListItem> </AccordionPanel>
<Text></Text> </AccordionItem>
<FilePathBlock> </Accordion>
/var/mobile/Containers/Data/Application/&lt;&gt;/Documents/mmkv/filenameEkeyMap
</FilePathBlock>
</ListItem>
<ListItem>
<Text>线</Text>
<FilePathBlock>
/var/mobile/Containers/Data/Application/&lt;&gt;/Library/Application
Support/com.tencent.QQMusic/iData/iMusic
</FilePathBlock>
</ListItem>
</UnorderedList>
</> </>
); );
} }

View File

@ -0,0 +1,101 @@
import { Box, Code, Heading, Image, ListItem, OrderedList, Text } from '@chakra-ui/react';
import iosAllowBackup from './iosAllowBackup.webp';
import { FilePathBlock } from '~/components/FilePathBlock';
const EXAMPLE_MEDIA_ID = '0011wjLv1bIkvv';
const EXAMPLE_NAME_IOS = '333407709-0011wjLv1bIkvv-1.mgalaxy';
const EXAMPLE_NAME_DB = 'Q0M00011wjLv1bIkvv.mflac';
export function InstructionsIOSCondition({ jailbreak }: { jailbreak: boolean }) {
const useJailbreak = jailbreak;
const useBackup = !jailbreak;
const pathPrefix = jailbreak ? '/var/mobile/Containers/Data/Application/<随机>/' : '/AppDomain-';
return (
<>
<Heading as="h3" size="md">
</Heading>
<OrderedList>
{useBackup && (
<ListItem>
<Text> iOS </Text>
<Image src={iosAllowBackup}></Image>
</ListItem>
)}
{useBackup && (
<ListItem>
<Text>使 iOS </Text>
</ListItem>
)}
<ListItem>
{useBackup && <Text></Text>}
{useJailbreak && <Text>访</Text>}
<FilePathBlock>{pathPrefix}com.tencent.QQMusic/Documents/mmkv/</FilePathBlock>
</ListItem>
<ListItem>
<Text>
<Code>filenameEkeyMap</Code>
</Text>
</ListItem>
<ListItem>
<Text>
<Code>filenameEkeyMap</Code>
</Text>
</ListItem>
<ListItem>
<Text></Text>
</ListItem>
</OrderedList>
<Heading as="h3" size="md" mt="3">
线
</Heading>
<Box>
<Text>访</Text>
<FilePathBlock>
{pathPrefix}com.tencent.QQMusic/Library/Application Support/com.tencent.QQMusic/iData/iMusic
</FilePathBlock>
<Text>
<Code>[].m[]</Code>
</Text>
<Text>
<Code>[song_id]-[mid]-[].m[]</Code>
</Text>
<Text>
&#x3000;<Code>{EXAMPLE_NAME_IOS}</Code>
</Text>
</Box>
<Heading as="h3" size="md" mt="3">
线
</Heading>
<Text>使</Text>
<Text> </Text>
<OrderedList>
<ListItem>
<Text>
<Code>[mid]</Code> <Code>{EXAMPLE_MEDIA_ID}</Code>
</Text>
</ListItem>
<ListItem>
<Text>
<Code>{EXAMPLE_NAME_DB}</Code>
</Text>
</ListItem>
<ListItem>
<Text>
<Code display="inline">{EXAMPLE_NAME_IOS}</Code>
<Code display="inline">{EXAMPLE_NAME_DB}</Code>
</Text>
</ListItem>
<ListItem>
<Text>
<Code>{EXAMPLE_NAME_DB}</Code>
</Text>
</ListItem>
</OrderedList>
</>
);
}

View File

@ -0,0 +1,59 @@
import {
HStack,
Icon,
IconButton,
Input,
InputGroup,
InputLeftElement,
InputRightElement,
ListItem,
Text,
VStack,
} from '@chakra-ui/react';
import { MdDelete, MdVpnKey } from 'react-icons/md';
import { qmc2DeleteKey, qmc2UpdateKey } from '../../settingsSlice';
import { useAppDispatch } from '~/hooks';
import { memo } from 'react';
export const KeyInput = memo(({ id, name, ekey, i }: { id: string; name: string; ekey: string; i: number }) => {
const dispatch = useAppDispatch();
const updateKey = (prop: 'name' | 'key', e: React.ChangeEvent<HTMLInputElement>) =>
dispatch(qmc2UpdateKey({ id, field: prop, value: e.target.value }));
const deleteKey = () => dispatch(qmc2DeleteKey({ id }));
return (
<ListItem mt={0} pt={2} pb={2} _even={{ bg: 'gray.50' }}>
<HStack>
<Text w="2em" textAlign="center">
{i + 1}
</Text>
<VStack flex={1}>
<Input variant="flushed" placeholder="文件名" value={name} onChange={(e) => updateKey('name', e)} />
<InputGroup size="xs">
<InputLeftElement pr="2">
<Icon as={MdVpnKey} />
</InputLeftElement>
<Input variant="flushed" placeholder="密钥" value={ekey} onChange={(e) => updateKey('key', e)} />
<InputRightElement>
<Text pl="2" color={ekey.length ? 'green.500' : 'red.500'}>
<code>{ekey.length || '?'}</code>
</Text>
</InputRightElement>
</InputGroup>
</VStack>
<IconButton
aria-label="删除该密钥"
icon={<Icon as={MdDelete} boxSize={6} />}
variant="ghost"
colorScheme="red"
type="button"
onClick={deleteKey}
/>
</HStack>
</ListItem>
);
});

Binary file not shown.

After

Width:  |  Height:  |  Size: 5.1 KiB

View File

@ -10,11 +10,18 @@ const DEFAULT_STORAGE_KEY = 'um-react-settings';
function mergeSettings(settings: ProductionSettings): ProductionSettings { function mergeSettings(settings: ProductionSettings): ProductionSettings {
return produce(settingsSlice.getInitialState().production, (draft) => { return produce(settingsSlice.getInitialState().production, (draft) => {
for (const [k, v] of enumObject(settings.qmc2?.keys)) { if (settings?.qmc2) {
const { allowFuzzyNameSearch, keys } = settings.qmc2;
for (const [k, v] of enumObject(keys)) {
if (typeof v === 'string') { if (typeof v === 'string') {
draft.qmc2.keys[k] = v; draft.qmc2.keys[k] = v;
} }
} }
if (typeof allowFuzzyNameSearch === 'boolean') {
draft.qmc2.allowFuzzyNameSearch = allowFuzzyNameSearch;
}
}
}); });
} }

View File

@ -1,5 +1,6 @@
import type { DecryptCommandOptions } from '~/decrypt-worker/types'; import type { DecryptCommandOptions } from '~/decrypt-worker/types';
import type { RootState } from '~/store'; import type { RootState } from '~/store';
import { closestByLevenshtein } from '~/util/levenshtein';
import { hasOwn } from '~/util/objects'; import { hasOwn } from '~/util/objects';
export const selectStagingQMCv2Settings = (state: RootState) => state.settings.staging.qmc2; export const selectStagingQMCv2Settings = (state: RootState) => state.settings.staging.qmc2;
@ -7,9 +8,21 @@ export const selectFinalQMCv2Settings = (state: RootState) => state.settings.pro
export const selectDecryptOptionByFile = (state: RootState, name: string): DecryptCommandOptions => { export const selectDecryptOptionByFile = (state: RootState, name: string): DecryptCommandOptions => {
const normalizedName = name.normalize(); const normalizedName = name.normalize();
const qmc2Keys = selectFinalQMCv2Settings(state).keys;
let qmc2Key: string | undefined;
const { keys: qmc2Keys, allowFuzzyNameSearch } = selectFinalQMCv2Settings(state);
if (hasOwn(qmc2Keys, normalizedName)) {
qmc2Key = qmc2Keys[normalizedName];
} else if (allowFuzzyNameSearch) {
const qmc2KeyStoreNames = Object.keys(qmc2Keys);
if (qmc2KeyStoreNames.length > 0) {
const closestName = closestByLevenshtein(normalizedName, qmc2KeyStoreNames);
console.debug('qmc2: key db could not find %o, using closest %o instead.', normalizedName, closestName);
qmc2Key = qmc2Keys[closestName];
}
}
return { return {
qmc2Key: hasOwn(qmc2Keys, normalizedName) ? qmc2Keys[normalizedName] : undefined, qmc2Key,
}; };
}; };

View File

@ -6,12 +6,14 @@ import { objectify } from 'radash';
export interface StagingSettings { export interface StagingSettings {
qmc2: { qmc2: {
keys: { id: string; name: string; key: string }[]; keys: { id: string; name: string; key: string }[];
allowFuzzyNameSearch: boolean;
}; };
} }
export interface ProductionSettings { export interface ProductionSettings {
qmc2: { qmc2: {
keys: Record<string, string>; // { [fileName]: ekey } keys: Record<string, string>; // { [fileName]: ekey }
allowFuzzyNameSearch: boolean;
}; };
} }
@ -22,11 +24,13 @@ export interface SettingsState {
const initialState: SettingsState = { const initialState: SettingsState = {
staging: { staging: {
qmc2: { qmc2: {
allowFuzzyNameSearch: false,
keys: [], keys: [],
}, },
}, },
production: { production: {
qmc2: { qmc2: {
allowFuzzyNameSearch: false,
keys: {}, keys: {},
}, },
}, },
@ -39,12 +43,14 @@ const stagingToProduction = (staging: StagingSettings): ProductionSettings => ({
(item) => item.name.normalize(), (item) => item.name.normalize(),
(item) => item.key.trim() (item) => item.key.trim()
), ),
allowFuzzyNameSearch: staging.qmc2.allowFuzzyNameSearch,
}, },
}); });
const productionToStaging = (production: ProductionSettings): StagingSettings => ({ const productionToStaging = (production: ProductionSettings): StagingSettings => ({
qmc2: { qmc2: {
keys: Object.entries(production.qmc2.keys).map(([name, key]) => ({ id: nanoid(), name, key })), keys: Object.entries(production.qmc2.keys).map(([name, key]) => ({ id: nanoid(), name, key })),
allowFuzzyNameSearch: production.qmc2.allowFuzzyNameSearch,
}, },
}); });
@ -81,6 +87,9 @@ export const settingsSlice = createSlice({
qmc2ClearKeys(state) { qmc2ClearKeys(state) {
state.staging.qmc2.keys = []; state.staging.qmc2.keys = [];
}, },
qmc2AllowFuzzyNameSearch(state, { payload: { enable } }: PayloadAction<{ enable: boolean }>) {
state.staging.qmc2.allowFuzzyNameSearch = enable;
},
discardStagingChanges: (state) => { discardStagingChanges: (state) => {
state.staging = productionToStaging(state.production); state.staging = productionToStaging(state.production);
}, },
@ -107,6 +116,7 @@ export const {
qmc2DeleteKey, qmc2DeleteKey,
qmc2ClearKeys, qmc2ClearKeys,
qmc2ImportKeys, qmc2ImportKeys,
qmc2AllowFuzzyNameSearch,
commitStagingChange, commitStagingChange,
discardStagingChanges, discardStagingChanges,

View File

@ -0,0 +1,17 @@
import { closestByLevenshtein, levenshtein } from '../levenshtein';
test('levenshtein quick test', () => {
expect(levenshtein('cat', '')).toStrictEqual(3);
expect(levenshtein('', 'cat')).toStrictEqual(3);
expect(levenshtein('cat', 'cat')).toStrictEqual(0);
expect(levenshtein('cat', 'cut')).toStrictEqual(1);
expect(levenshtein('kitten', 'sitting')).toStrictEqual(3);
expect(levenshtein('tier', 'tor')).toStrictEqual(2);
expect(levenshtein('mississippi', 'swiss miss')).toStrictEqual(8);
});
test('closestByLevenshtein quick test', () => {
expect(closestByLevenshtein('cat', ['cut', 'dog', 'bat'])).toStrictEqual('cut');
expect(closestByLevenshtein('dag', ['dog', 'pumpkin'])).toStrictEqual('dog');
expect(closestByLevenshtein('hello', ['jello', 'yellow', 'bello'])).toStrictEqual('jello');
});

77
src/util/levenshtein.ts Normal file
View File

@ -0,0 +1,77 @@
const textEncoder = new TextEncoder();
// translation of pseudocode from Wikipedia:
// https://en.wikipedia.org/wiki/Levenshtein_distance#Iterative_with_two_matrix_rows
export function levenshtein(str1: string, str2: string) {
if (str1 === str2) {
return 0;
}
if (str1.length === 0) {
return str2.length;
} else if (str2.length === 0) {
return str1.length;
}
// Convert them to Uint8Array to avoid expensive string APIs.
const s = textEncoder.encode(str1.toLowerCase());
const t = textEncoder.encode(str2.toLowerCase());
const m = s.byteLength;
const n = t.byteLength;
// create two work vectors of integer distances
let v0 = new Uint32Array(n + 1);
let v1 = new Uint32Array(n + 1);
// initialize v0 (the previous row of distances)
// this row is A[0][i]: edit distance from an empty s to t;
// that distance is the number of characters to append to s to make t.
for (let i = 0; i <= n; i++) {
v0[i] = i;
}
for (let i = 0; i < m; i++) {
// calculate v1 (current row distances) from the previous row v0
// first element of v1 is A[i + 1][0]
// edit distance is delete (i + 1) chars from s to match empty t
v1[0] = i + 1;
// use formula to fill in the rest of the row
for (let j = 0; j < n; j++) {
// calculating costs for A[i + 1][j + 1]
const deletionCost = v0[j + 1] + 1;
const insertionCost = v1[j] + 1;
const substitutionCost = v0[j] + (s[i] === t[j] ? 0 : 1);
v1[j + 1] = Math.min(deletionCost, insertionCost, substitutionCost);
}
// copy v1 (current row) to v0 (previous row) for next iteration
// since data in v1 is always invalidated, a swap without copy could be more efficient
[v0, v1] = [v1, v0];
}
// after the last swap, the results of v1 are now in v0
return v0[n];
}
export function closestByLevenshtein(str: string, candidates: string[]) {
// Faster than pre-calculate all and pass scores to Math.min.
const n = candidates.length;
if (n === 0) {
throw new Error('empty candidates');
}
let lowestIdx = 0;
let lowestScore = levenshtein(str, candidates[0]);
for (let i = 1; i < n; i++) {
const score = levenshtein(str, candidates[i]);
if (score < lowestScore) {
lowestScore = score;
lowestIdx = i;
}
}
return candidates[lowestIdx];
}