文件
mynode/packages/app-mobile/utils/fs-driver/fs-driver-rn.ts
chen 301194963b
一些检查失败了
automerge / automerge (push) Has been cancelled
react-native-android-build-apk / AssembleRelease (push) Has been cancelled
Build macOS M1 / Main (push) Has been cancelled
Joplin Continuous Integration / Main (macos-15-intel) (push) Has been cancelled
Joplin Continuous Integration / Main (ubuntu-22.04) (push) Has been cancelled
Joplin Continuous Integration / Main (ubuntu-22.04-arm) (push) Has been cancelled
Joplin Continuous Integration / Main (windows-11-vs2026-arm) (push) Has been cancelled
Joplin Continuous Integration / Main (windows-2025) (push) Has been cancelled
Joplin Continuous Integration / ServerDockerImage (ubuntu-22.04) (push) Has been cancelled
Joplin Continuous Integration / ServerDockerImage (ubuntu-22.04-arm) (push) Has been cancelled
Joplin UI tests / Main (ubuntu-22.04) (push) Has been cancelled
Joplin UI tests / Main (windows-2025) (push) Has been cancelled
Joplin UI tests / Mobile (push) Has been cancelled
Close stale issues / ProcessStaleIssues (push) Has been cancelled
feat: Initial clean release of CHM
2026-11-04 11:29:39 +08:00

624 行
21 KiB
TypeScript

import FsDriverBase, { ReadDirStatsOptions } from '@joplin/lib/fs-driver-base';
import RNFetchBlob from 'rn-fetch-blob';
import * as RNFS from '@dr.pogodin/react-native-fs';
import RNSAF, { DocumentFileDetail, openDocumentTree } from '@joplin/react-native-saf-x';
import type { StatResultT, ReadDirResItemT } from '@dr.pogodin/react-native-fs';
type RnfsStatLike = StatResultT | ReadDirResItemT | DocumentFileDetail;
import { Platform } from 'react-native';
import tarCreate from './tarCreate';
import tarExtract from './tarExtract';
import JoplinError from '@joplin/lib/JoplinError';
const md5 = require('md5');
import { resolve } from 'path';
import Logger from '@joplin/utils/Logger';
const logger = Logger.create('fs-driver-rn');
const ANDROID_URI_PREFIX = 'content://';
function isScopedUri(path: string) {
return path.includes(ANDROID_URI_PREFIX);
}
// Encodings supported by rn-fetch-blob, RNSAF, and
// RNFS.
// See also
// - https://github.com/itinance/react-native-fs#readfilefilepath-string-encoding-string-promisestring
// - https://github.com/joltup/rn-fetch-blob/blob/cf9e8843599de92031df2660d5a1da18491fa3c0/android/src/main/java/com/RNFetchBlob/RNFetchBlobFS.java#L1049
export enum SupportedEncoding {
Utf8 = 'utf8',
Ascii = 'ascii',
Base64 = 'base64',
}
const supportedEncodings = Object.values<string>(SupportedEncoding);
// Converts some encodings specifiers that work with NodeJS into encodings
// that work with RNSAF, RNFetchBlob.fs, and RNFS.
//
// Throws if an encoding can't be normalized.
const normalizeEncoding = (encoding: string): SupportedEncoding => {
encoding = encoding.toLowerCase();
// rn-fetch-blob and RNSAF require the exact string "utf8", but NodeJS (and thus
// fs-driver-node) support variants on this like "UtF-8" and "utf-8". Convert them:
if (encoding === 'utf-8') {
encoding = 'utf8';
}
if (!supportedEncodings.includes(encoding)) {
throw new Error(`Unsupported encoding: ${encoding}.`);
}
return encoding as SupportedEncoding;
};
export default class FsDriverRN extends FsDriverBase {
private safDocumentUris_ = new Map<string, string>();
private safDirectoryUris_ = new Map<string, string>();
private listedSafDirectories_ = new Set<string>();
private cachedSafUri_(path: string) {
const normalizedPath = this.normalizeSafPath_(path);
return this.safDocumentUris_.get(normalizedPath) ?? normalizedPath;
}
private normalizeSafPath_(path: string) {
return path.replace(/\/$/, '');
}
private safParentPath_(path: string) {
const normalizedPath = this.normalizeSafPath_(path);
return normalizedPath.substring(0, normalizedPath.lastIndexOf('/'));
}
private safRelativePath_(directoryPath: string, document: DocumentFileDetail) {
directoryPath = this.normalizeSafPath_(directoryPath);
const pathPrefix = `${directoryPath}/`;
if (!document.uri.startsWith(pathPrefix)) {
throw new Error(`Cannot derive SAF relative path: Document URI does not start with directory path: ${document.uri}`);
}
return document.uri.substring(pathPrefix.length);
}
private invalidateSafDirectory_(path: string) {
const normalizedPath = this.normalizeSafPath_(path);
this.safDirectoryUris_.delete(normalizedPath);
this.listedSafDirectories_.delete(normalizedPath);
}
private invalidateSafPath_(path: string) {
const normalizedPath = this.normalizeSafPath_(path);
const pathPrefix = `${normalizedPath}/`;
for (const cachedPath of this.safDocumentUris_.keys()) {
if (cachedPath === normalizedPath || cachedPath.startsWith(pathPrefix)) this.safDocumentUris_.delete(cachedPath);
}
for (const cachedPath of this.safDirectoryUris_.keys()) {
if (cachedPath === normalizedPath || cachedPath.startsWith(pathPrefix)) this.safDirectoryUris_.delete(cachedPath);
}
for (const cachedPath of this.listedSafDirectories_) {
if (cachedPath === normalizedPath || cachedPath.startsWith(pathPrefix)) this.listedSafDirectories_.delete(cachedPath);
}
this.invalidateSafDirectory_(this.safParentPath_(normalizedPath));
}
private async withCachedSafUri_<T>(path: string, callback: (resolvedPath: string)=> Promise<T>, retryIfStale = false): Promise<T> {
path = this.normalizeSafPath_(path);
const cachedUri = this.cachedSafUri_(path);
try {
return await callback(cachedUri);
} catch (error) {
// Only non-mutating operations may retry a stale URI immediately. A
// mutating native operation can report ENOENT during its final metadata
// check, after it has already changed the destination.
if (cachedUri === path) throw error;
this.invalidateSafPath_(path);
// Providers do not consistently report stale documents as ENOENT. Clear
// the cached URI after any failure so a later operation resolves fresh
// state, but only replay this operation when staleness is confirmed and
// the caller has declared an immediate retry safe.
if (error?.code !== 'ENOENT' || !retryIfStale) throw error;
return callback(path);
}
}
private async safDirectoryUri_(path: string) {
const normalizedPath = path.replace(/\/$/, '');
const cachedUri = this.safDirectoryUris_.get(normalizedPath);
if (cachedUri) return cachedUri;
const directory = await RNSAF.stat(normalizedPath);
const directoryUri = directory.documentUri ?? directory.uri;
this.safDirectoryUris_.set(normalizedPath, directoryUri);
return directoryUri;
}
private cacheSafDirectoryListing_(path: string, documents: DocumentFileDetail[], relativePaths: string[] = null) {
const normalizedPath = path.replace(/\/$/, '');
const pathPrefix = `${normalizedPath}/`;
for (const cachedPath of this.safDocumentUris_.keys()) {
if (cachedPath.startsWith(pathPrefix) && !cachedPath.substring(pathPrefix.length).includes('/')) {
this.safDocumentUris_.delete(cachedPath);
}
}
for (let i = 0; i < documents.length; i++) {
const document = documents[i];
const relativePath = relativePaths?.[i] ?? this.safRelativePath_(normalizedPath, document);
this.safDocumentUris_.set(`${pathPrefix}${relativePath}`, document.documentUri ?? document.uri);
}
this.listedSafDirectories_.add(normalizedPath);
}
private async ensureSafDirectoryListed_(path: string) {
const normalizedPath = this.normalizeSafPath_(path);
if (this.listedSafDirectories_.has(normalizedPath)) return;
try {
await this.safDirectoryUri_(normalizedPath);
const documents = await RNSAF.listFiles(normalizedPath);
this.cacheSafDirectoryListing_(normalizedPath, documents);
} catch (error) {
this.invalidateSafDirectory_(normalizedPath);
throw error;
}
}
private async writeSafFile_(path: string, content: string, encoding: SupportedEncoding) {
path = this.normalizeSafPath_(path);
if (this.safDocumentUris_.has(path)) {
return this.withCachedSafUri_(path, resolvedPath => RNSAF.writeFile(resolvedPath, content, { encoding }));
}
const lastSlashIndex = path.lastIndexOf('/');
const parentPath = path.substring(0, lastSlashIndex);
try {
await this.ensureSafDirectoryListed_(parentPath);
} catch (error) {
if (error?.code !== 'ENOENT') throw error;
return RNSAF.writeFile(path, content, { encoding });
}
if (this.safDocumentUris_.has(path)) {
return this.withCachedSafUri_(path, resolvedPath => RNSAF.writeFile(resolvedPath, content, { encoding }));
}
const parentUri = this.safDirectoryUris_.get(parentPath);
if (parentUri) {
try {
const document = await RNSAF.writeFileInDirectory(parentUri, path.substring(lastSlashIndex + 1), content, { encoding, replaceIfDestinationExists: true });
this.safDocumentUris_.set(path, document.documentUri ?? document.uri);
return;
} catch (error) {
// The operation may have created and written the destination before
// failing during close or its final metadata check. Never replay it here.
this.invalidateSafDirectory_(parentPath);
throw error;
}
}
return RNSAF.writeFile(path, content, { encoding });
}
private async copyToSaf_(source: string, dest: string): Promise<void> {
dest = this.normalizeSafPath_(dest);
if (this.safDocumentUris_.has(dest)) {
await this.withCachedSafUri_(dest, resolvedDest => RNSAF.copyFile(source, resolvedDest, { replaceIfDestinationExists: true }));
return;
}
const lastSlashIndex = dest.lastIndexOf('/');
const parentPath = dest.substring(0, lastSlashIndex);
try {
await this.ensureSafDirectoryListed_(parentPath);
} catch (error) {
if (error?.code !== 'ENOENT') throw error;
await RNSAF.copyFile(source, dest, { replaceIfDestinationExists: true });
return;
}
if (this.safDocumentUris_.has(dest)) {
await this.withCachedSafUri_(dest, resolvedDest => RNSAF.copyFile(source, resolvedDest, { replaceIfDestinationExists: true }));
return;
}
const parentUri = this.safDirectoryUris_.get(parentPath);
if (parentUri) {
try {
const document = await RNSAF.copyFileToDirectory(source, parentUri, dest.substring(lastSlashIndex + 1), { replaceIfDestinationExists: true });
this.safDocumentUris_.set(dest, document.documentUri ?? document.uri);
return;
} catch (error) {
// The operation may have created and copied the destination before
// failing during close or its final metadata check. Never replay it here.
this.invalidateSafDirectory_(parentPath);
throw error;
}
}
await RNSAF.copyFile(source, dest, { replaceIfDestinationExists: true });
}
private async appendSafFile_(path: string, content: string, encoding: SupportedEncoding) {
path = this.normalizeSafPath_(path);
const hasCachedUri = this.safDocumentUris_.has(path);
try {
return await this.withCachedSafUri_(path, resolvedPath => RNSAF.writeFile(resolvedPath, content, { encoding, append: true }));
} finally {
// A cache-cold append resolves by path and may create the destination.
// Force the parent listing to be refreshed before a later create/update.
if (!hasCachedUri) this.invalidateSafPath_(path);
}
}
public appendFileSync() {
throw new Error('Not implemented: appendFileSync');
}
// Requires that the file already exists.
// TODO: Update for compatibility with fs-driver-node's appendFile (which does not
// require that the file exists).
public appendFile(path: string, content: string, rawEncoding = 'base64') {
const encoding = normalizeEncoding(rawEncoding);
if (isScopedUri(path)) {
return this.appendSafFile_(path, content, encoding);
}
return RNFS.appendFile(path, content, encoding);
}
// Encoding can be either "utf8", "utf-8", or "base64"
public writeFile(path: string, content: string, rawEncoding = 'base64') {
const encoding = normalizeEncoding(rawEncoding);
if (isScopedUri(path)) {
return this.writeSafFile_(path, content, encoding);
}
// We need to use rn-fetch-blob here due to this bug:
// https://github.com/itinance/react-native-fs/issues/700
return RNFetchBlob.fs.writeFile(path, content, encoding);
}
// same as rm -rf
public async remove(path: string) {
return await this.unlink(path);
}
// Returns a format compatible with Node.js format
private rnfsStatToStd_(stat: RnfsStatLike, path: string) {
let birthtime;
const lastModified = 'lastModified' in stat ? stat.lastModified : undefined;
const ctime = 'ctime' in stat ? stat.ctime : undefined;
const mtime = lastModified ? new Date(lastModified) : ('mtime' in stat ? stat.mtime : undefined);
if (lastModified) {
birthtime = new Date(lastModified);
} else if (ctime) {
// Confusingly, "ctime" normally means "change time" but here it's used as "creation time". Also sometimes it is null
birthtime = ctime;
} else {
birthtime = 'mtime' in stat ? stat.mtime : undefined;
}
return {
birthtime,
mtime,
isDirectory: () => 'type' in stat && stat.type ? stat.type === 'directory' : ('isDirectory' in stat ? stat.isDirectory() : false),
path: path,
size: stat.size,
};
}
public async readDirStats(path: string, options: ReadDirStatsOptions = null) {
if (!options) options = { recursive: false };
const isScoped = isScopedUri(path);
if (isScoped) path = this.normalizeSafPath_(path);
let stats: RnfsStatLike[] = [];
try {
if (isScoped) {
await this.safDirectoryUri_(path);
stats = await RNSAF.listFiles(path);
} else {
stats = await RNFS.readDir(path);
}
} catch (error) {
if (isScoped) this.invalidateSafDirectory_(path);
throw new Error(`Could not read directory: ${path}: ${error.message}`);
}
const toRelativePath = (stat: RnfsStatLike) => {
if (isScoped) return this.safRelativePath_(path, stat as DocumentFileDetail);
let relativePath = (stat as StatResultT | ReadDirResItemT).path;
// Workaround: Paths returned by RNFS.readDir can include a leading /private/, when this isn't included
// in the original path variable:
if (relativePath.startsWith('/private/') && !path.startsWith('/private/')) {
relativePath = relativePath.replace(/^\/private/, '');
}
if (!relativePath.startsWith(path)) {
logger.warn('readDirStats: Relative path does not start with original:', { relativePath, path });
}
relativePath = relativePath.substring(path.length + 1);
return relativePath;
};
const relativePaths = stats.map(toRelativePath);
if (isScoped) this.cacheSafDirectoryListing_(path, stats as DocumentFileDetail[], relativePaths);
// eslint-disable-next-line @typescript-eslint/no-explicit-any -- Output combines DocumentFileDetail (SAF) or normalized Stat (RNFS) entries
let output: any[] = [];
for (let i = 0; i < stats.length; i++) {
const stat = stats[i];
const relativePath = relativePaths[i];
const standardStat = this.rnfsStatToStd_(stat, relativePath);
output.push(standardStat);
if (isScoped) {
// readUriDirStatsHandleRecursion_ expects stat to have a URI property.
// Use the original stat.
output = await this.readUriDirStatsHandleRecursion_(stat as DocumentFileDetail, output, options);
} else {
output = await this.readDirStatsHandleRecursion_(path, standardStat, output, options);
}
}
return output;
}
protected async readUriDirStatsHandleRecursion_(stat: DocumentFileDetail, output: DocumentFileDetail[], options: ReadDirStatsOptions) {
if (options.recursive && stat.type === 'directory') {
const subStats = await this.readDirStats(stat.uri, options);
for (let j = 0; j < subStats.length; j++) {
const subStat = subStats[j];
output.push(subStat);
}
}
return output;
}
public async move(source: string, dest: string) {
if (isScopedUri(source) || isScopedUri(dest)) {
try {
await RNSAF.moveFile(source, dest, { replaceIfDestinationExists: true });
} finally {
this.invalidateSafPath_(source);
this.invalidateSafPath_(dest);
}
return;
}
return RNFS.moveFile(source, dest);
}
public async rename(source: string, dest: string) {
if (isScopedUri(source) || isScopedUri(dest)) {
try {
await RNSAF.rename(source, dest);
} finally {
this.invalidateSafPath_(source);
this.invalidateSafPath_(dest);
}
return;
}
return RNFS.moveFile(source, dest);
}
public async exists(path: string) {
if (isScopedUri(path)) {
return RNSAF.exists(path);
}
return RNFS.exists(path);
}
public async mkdir(path: string) {
if (isScopedUri(path)) {
try {
await RNSAF.mkdir(path);
} finally {
this.invalidateSafPath_(path);
}
return;
}
// Also creates parent directories: Works like mkdir -p
return RNFS.mkdir(path);
}
public async stat(path: string) {
const isScoped = isScopedUri(path);
try {
let r;
if (isScoped) {
const normalizedPath = this.normalizeSafPath_(path);
// A direct document URI avoids resolving the filename by walking the
// parent directory. stat() still queries the provider for fresh metadata,
// and a confirmed stale URI is safely retried through the logical path.
r = await this.withCachedSafUri_(normalizedPath, resolvedPath => RNSAF.stat(resolvedPath), true);
const documentUri = r.documentUri ?? r.uri;
if (r.type === 'directory') {
this.safDirectoryUris_.set(normalizedPath, documentUri);
} else {
// stat() is used immediately before upload conflict resolution.
// Retain the document found by that live lookup so an accepted
// upload overwrites it rather than creating another document from
// an older parent listing.
this.safDocumentUris_.set(normalizedPath, documentUri);
}
} else {
r = await RNFS.stat(path);
}
return this.rnfsStatToStd_(r, path);
} catch (error) {
if (error && (error.code === 'ENOENT' || !(await this.exists(path)))) {
// Probably { [Error: File does not exist] framesToPop: 1, code: 'EUNSPECIFIED' }
// or { [Error: The file {file} couldn’t be opened because there is no such file.], code: 'ENSCOCOAERRORDOMAIN260' }
// which unfortunately does not have a proper error code. Can be ignored.
if (isScoped) this.invalidateSafPath_(path);
return null;
} else {
throw error;
}
}
}
// NOTE: DOES NOT WORK - no error is thrown and the function is called with the right
// arguments but the function returns `false` and the timestamp is not set.
// Current setTimestamp is not really used so keep it that way, but careful if it
// becomes needed.
public async setTimestamp() {
// return RNFS.touch(path, timestampDate, timestampDate);
}
public async open(path: string, mode: string) {
if (isScopedUri(path)) {
throw new Error('open() not implemented in FsDriverAndroid');
}
// Note: RNFS.read() doesn't provide any way to know if the end of file has been reached.
// So instead we stat the file here and use stat.size to manually check for end of file.
// Bug: https://github.com/itinance/react-native-fs/issues/342
const stat = await this.stat(path);
return {
path: path,
offset: 0,
mode: mode,
stat: stat,
};
}
public close(_handle: unknown): Promise<void> {
// Nothing
return null;
}
public readFile(path: string, rawEncoding = 'utf8') {
const encoding = normalizeEncoding(rawEncoding);
if (isScopedUri(path)) {
return this.withCachedSafUri_(path, resolvedPath => RNSAF.readFile(resolvedPath, { encoding: encoding }), true);
}
return RNFS.readFile(path, encoding);
}
// Always overwrite destination
public async copy(source: string, dest: string) {
if (isScopedUri(source) || isScopedUri(dest)) {
if (isScopedUri(source)) {
try {
await this.withCachedSafUri_(source, resolvedSource => RNSAF.copyFile(resolvedSource, dest, { replaceIfDestinationExists: true }));
} finally {
if (isScopedUri(dest)) this.invalidateSafPath_(dest);
}
} else {
await this.copyToSaf_(source, dest);
}
return;
}
let retry = false;
try {
await RNFS.copyFile(source, dest);
} catch (error) {
// On iOS it will throw an error if the file already exist
retry = true;
await this.unlink(dest);
}
if (retry) {
await RNFS.copyFile(source, dest);
}
}
public async unlink(path: string) {
try {
if (isScopedUri(path)) {
// Deletion is idempotent and unlink does not perform a post-delete stat,
// so retrying a confirmed stale document URI is safe here.
await this.withCachedSafUri_(path, resolvedPath => RNSAF.unlink(resolvedPath), true);
return;
}
await RNFS.unlink(path);
} catch (error) {
if (error && ((error.message && error.message.indexOf('exist') >= 0) || error.code === 'ENOENT')) {
// Probably { [Error: File does not exist] framesToPop: 1, code: 'EUNSPECIFIED' }
// which unfortunately does not have a proper error code. Can be ignored.
} else {
throw error;
}
} finally {
if (isScopedUri(path)) this.invalidateSafPath_(path);
}
}
public async readFileChunk(handle: { path: string; offset: number; mode: string; stat: { size: number } | null }, length: number, rawEncoding = 'base64') {
if (!handle?.stat) {
throw new JoplinError('File does not exist (reading file chunk).', 'ENOENT');
}
const encoding = normalizeEncoding(rawEncoding);
if (handle.offset + length > handle.stat.size) {
length = handle.stat.size - handle.offset;
}
if (!length) return null;
const output = await RNFS.read(handle.path, length, handle.offset, encoding);
// eslint-disable-next-line require-atomic-updates
handle.offset += length;
return output ? output : null;
}
public resolve(...paths: string[]): string {
return resolve(...paths);
}
public async md5File(path: string): Promise<string> {
if (isScopedUri(path)) {
// Warning: Slow
const fileData = Buffer.from(await this.readFile(path, 'base64'), 'base64');
return md5(fileData);
} else {
return await RNFS.hash(path, 'md5');
}
}
public async tarExtract(options: Omit<Parameters<typeof tarExtract>[0], 'cwd'> & { cwd?: string }) {
await tarExtract({
cwd: RNFS.DocumentDirectoryPath,
...options,
});
}
public async tarCreate(options: Omit<Parameters<typeof tarCreate>[0], 'cwd'> & { cwd?: string }, filePaths: string[]) {
await tarCreate({
cwd: RNFS.DocumentDirectoryPath,
...options,
}, filePaths);
}
public async getExternalDirectoryPath(): Promise<string | undefined> {
let directory;
if (this.isUsingAndroidSAF()) {
const doc = await openDocumentTree(true);
if (doc?.uri) {
directory = doc?.uri;
}
} else {
directory = RNFS.ExternalDirectoryPath;
}
return directory;
}
public getCacheDirectoryPath() {
return RNFS.CachesDirectoryPath;
}
public getAppDirectoryPath() {
return RNFetchBlob.fs.dirs.DocumentDir;
}
public isUsingAndroidSAF() {
return Platform.OS === 'android' && Platform.Version > 28;
}
}