Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
37e4117f48 | ||
|
|
9222ed2c5a | ||
|
|
48da1774f4 | ||
|
|
2a7b0d0d3b | ||
|
|
fc4349dc16 | ||
|
|
dff3a0731e | ||
|
|
5f5e2ef9cf | ||
|
|
d4397faa94 | ||
|
|
7324ee850a | ||
|
|
3c54a37488 | ||
|
|
a2f8b493ed | ||
|
|
641702fc7f | ||
|
|
f25d9e2bf3 | ||
|
|
ec28206d8a | ||
|
|
ddbc886395 | ||
|
|
c8ceb209fc | ||
|
|
5b4eb0eefb | ||
|
|
223e473e6e | ||
|
|
bac27547d5 | ||
|
|
b22fe9811c | ||
|
|
ce64f4edb8 | ||
|
|
f3986e2bb7 | ||
|
|
f0961f4a8d | ||
|
|
139ccc7ffd | ||
|
|
b3ddec50c6 | ||
|
|
3cd224e03f | ||
|
|
52af9caa14 | ||
|
|
b2cb7f89c1 | ||
|
|
2292ba0cd4 | ||
|
|
07c87327ae | ||
|
|
6cc0d1a0b0 | ||
|
|
7a5e01b015 | ||
|
|
bf111df84a | ||
|
|
0b73e2b858 | ||
|
|
e0f210cdc4 | ||
|
|
1c06bb9272 | ||
|
|
b2e1aa65dc | ||
|
|
3a414d8262 | ||
|
|
24054305ce | ||
|
|
076fb2bc53 | ||
|
|
e1fd3725bc | ||
|
|
5780a30c30 | ||
|
|
17c2db7289 | ||
|
|
44c56ed481 | ||
|
|
ebca82f7db | ||
|
|
e9d280b793 | ||
|
|
4f93bd482f | ||
|
|
b6c68882e5 | ||
|
|
23dc9d0515 | ||
|
|
be7c0f31a4 | ||
|
|
3ac9b75a83 | ||
|
|
5e9cb39084 | ||
|
|
87d0b59a51 | ||
|
|
76596b6727 |
No files matched your search
+120
-9
@@ -37,7 +37,7 @@ jobs:
|
||||
include:
|
||||
- job_name: linux
|
||||
os: ubuntu-latest
|
||||
go: '~1.26.0'
|
||||
go: '~1.26.4'
|
||||
gotags: cmount
|
||||
build_flags: '-include "^linux/"'
|
||||
check: true
|
||||
@@ -48,14 +48,14 @@ jobs:
|
||||
|
||||
- job_name: linux_386
|
||||
os: ubuntu-latest
|
||||
go: '~1.26.0'
|
||||
go: '~1.26.4'
|
||||
goarch: 386
|
||||
gotags: cmount
|
||||
quicktest: true
|
||||
|
||||
- job_name: mac_amd64
|
||||
os: macos-latest
|
||||
go: '~1.26.0'
|
||||
go: '~1.26.4'
|
||||
gotags: 'cmount'
|
||||
build_flags: '-include "^darwin/amd64" -cgo'
|
||||
quicktest: true
|
||||
@@ -64,14 +64,14 @@ jobs:
|
||||
|
||||
- job_name: mac_arm64
|
||||
os: macos-latest
|
||||
go: '~1.26.0'
|
||||
go: '~1.26.4'
|
||||
gotags: 'cmount'
|
||||
build_flags: '-include "^darwin/arm64" -cgo -macos-arch arm64 -cgo-cflags=-I/usr/local/include -cgo-ldflags=-L/usr/local/lib'
|
||||
deploy: true
|
||||
|
||||
- job_name: windows
|
||||
os: windows-latest
|
||||
go: '~1.26.0'
|
||||
go: '~1.26.4'
|
||||
gotags: cmount
|
||||
cgo: '0'
|
||||
build_flags: '-include "^windows/"'
|
||||
@@ -81,7 +81,7 @@ jobs:
|
||||
|
||||
- job_name: other_os
|
||||
os: ubuntu-latest
|
||||
go: '~1.26.0'
|
||||
go: '~1.26.4'
|
||||
build_flags: '-exclude "^(windows/|darwin/|linux/)"'
|
||||
compile_all: true
|
||||
deploy: true
|
||||
@@ -97,16 +97,58 @@ jobs:
|
||||
runs-on: ${{ matrix.os }}
|
||||
|
||||
steps:
|
||||
- name: Get runner parameters
|
||||
id: get-runner-parameters
|
||||
run: |
|
||||
echo "year-week=$(date -u "+%Y%V")" >> $GITHUB_OUTPUT
|
||||
echo "runner-os-version=$ImageOS" >> $GITHUB_OUTPUT
|
||||
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v6
|
||||
with:
|
||||
fetch-depth: 0
|
||||
|
||||
- name: Install Go
|
||||
id: setup-go
|
||||
uses: actions/setup-go@v6
|
||||
with:
|
||||
go-version: ${{ matrix.go }}
|
||||
check-latest: true
|
||||
# Caching is handled explicitly below. setup-go's built-in cache
|
||||
# keys only on go.sum, so all matrix jobs collide on one key and
|
||||
# only the first to finish saves - which loses the cross-compile
|
||||
# build cache.
|
||||
cache: false
|
||||
|
||||
- name: Get Go paths
|
||||
id: go-paths
|
||||
run: |
|
||||
echo "build-cache=$(go env GOCACHE)" >> $GITHUB_OUTPUT
|
||||
echo "mod-cache=$(go env GOMODCACHE)" >> $GITHUB_OUTPUT
|
||||
|
||||
# The module cache holds downloaded source and is identical across
|
||||
# jobs (it depends only on go.sum, not on OS, arch or Go version), so
|
||||
# it is shared via a single key to avoid storing the same ~600 MiB in
|
||||
# every job's cache and overflowing the repo cache limit.
|
||||
- name: Module cache
|
||||
uses: actions/cache@v5
|
||||
with:
|
||||
path: ${{ steps.go-paths.outputs.mod-cache }}
|
||||
key: go-mod-${{ steps.get-runner-parameters.outputs.year-week }}-${{ hashFiles('go.sum') }}
|
||||
restore-keys: |
|
||||
go-mod-${{ steps.get-runner-parameters.outputs.year-week }}-
|
||||
go-mod-
|
||||
|
||||
# The build cache holds compiled artifacts which are specific to the
|
||||
# OS, arch and Go version, so it is kept per job.
|
||||
- name: Build cache
|
||||
uses: actions/cache@v5
|
||||
with:
|
||||
path: ${{ steps.go-paths.outputs.build-cache }}
|
||||
key: go-build-${{ matrix.job_name }}-${{ steps.get-runner-parameters.outputs.runner-os-version }}-go${{ steps.setup-go.outputs.go-version }}-${{ steps.get-runner-parameters.outputs.year-week }}-${{ hashFiles('go.sum') }}
|
||||
restore-keys: |
|
||||
go-build-${{ matrix.job_name }}-${{ steps.get-runner-parameters.outputs.runner-os-version }}-go${{ steps.setup-go.outputs.go-version }}-${{ steps.get-runner-parameters.outputs.year-week }}-
|
||||
go-build-${{ matrix.job_name }}-${{ steps.get-runner-parameters.outputs.runner-os-version }}-go${{ steps.setup-go.outputs.go-version }}-
|
||||
|
||||
- name: Set environment variables
|
||||
run: |
|
||||
@@ -205,6 +247,15 @@ jobs:
|
||||
# Deploy binaries if enabled in config && not a PR && not a fork
|
||||
if: env.RCLONE_CONFIG_PASS != '' && matrix.deploy && github.head_ref == '' && github.repository == 'rclone/rclone'
|
||||
|
||||
- name: Trim module cache before saving
|
||||
if: always()
|
||||
run: |
|
||||
# The downloaded module .zip archives are not needed to build from
|
||||
# the already-extracted module cache, so drop them before the cache
|
||||
# is saved - this roughly halves the module cache size.
|
||||
modcache=$(go env GOMODCACHE | tr '\\' '/')
|
||||
find "$modcache/cache/download" -name '*.zip' -type f -delete 2>/dev/null || true
|
||||
|
||||
lint:
|
||||
if: inputs.manual || (github.repository == 'rclone/rclone' && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name != github.event.pull_request.base.repo.full_name))
|
||||
timeout-minutes: 30
|
||||
@@ -227,15 +278,23 @@ jobs:
|
||||
id: setup-go
|
||||
uses: actions/setup-go@v6
|
||||
with:
|
||||
go-version: '~1.26.0'
|
||||
go-version: '~1.26.4'
|
||||
check-latest: true
|
||||
cache: false
|
||||
|
||||
- name: Module cache
|
||||
uses: actions/cache@v5
|
||||
with:
|
||||
path: ~/go/pkg/mod
|
||||
key: go-mod-${{ steps.get-runner-parameters.outputs.year-week }}-${{ hashFiles('go.sum') }}
|
||||
restore-keys: |
|
||||
go-mod-${{ steps.get-runner-parameters.outputs.year-week }}-
|
||||
go-mod-
|
||||
|
||||
- name: Cache
|
||||
uses: actions/cache@v5
|
||||
with:
|
||||
path: |
|
||||
~/go/pkg/mod
|
||||
~/.cache/go-build
|
||||
~/.cache/golangci-lint
|
||||
key: golangci-lint-${{ steps.get-runner-parameters.outputs.runner-os-version }}-go${{ steps.setup-go.outputs.go-version }}-${{ steps.get-runner-parameters.outputs.year-week }}-${{ hashFiles('go.sum') }}
|
||||
@@ -302,6 +361,15 @@ jobs:
|
||||
run: bin/check_autogenerated_edits.py 'origin/${{ github.base_ref }}'
|
||||
if: github.event_name == 'pull_request'
|
||||
|
||||
- name: Trim module cache before saving
|
||||
if: always()
|
||||
run: |
|
||||
# The downloaded module .zip archives are not needed to build from
|
||||
# the already-extracted module cache, so drop them before the cache
|
||||
# is saved - this roughly halves the module cache size.
|
||||
modcache=$(go env GOMODCACHE | tr '\\' '/')
|
||||
find "$modcache/cache/download" -name '*.zip' -type f -delete 2>/dev/null || true
|
||||
|
||||
android:
|
||||
if: inputs.manual || (github.repository == 'rclone/rclone' && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name != github.event.pull_request.base.repo.full_name))
|
||||
timeout-minutes: 30
|
||||
@@ -309,6 +377,12 @@ jobs:
|
||||
runs-on: ubuntu-latest
|
||||
|
||||
steps:
|
||||
- name: Get runner parameters
|
||||
id: get-runner-parameters
|
||||
run: |
|
||||
echo "year-week=$(date -u "+%Y%V")" >> $GITHUB_OUTPUT
|
||||
echo "runner-os-version=$ImageOS" >> $GITHUB_OUTPUT
|
||||
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v6
|
||||
with:
|
||||
@@ -316,9 +390,37 @@ jobs:
|
||||
|
||||
# Upgrade together with NDK version
|
||||
- name: Set up Go
|
||||
id: setup-go
|
||||
uses: actions/setup-go@v6
|
||||
with:
|
||||
go-version: '~1.26.0'
|
||||
go-version: '~1.26.4'
|
||||
# Caching is handled explicitly below to share the module cache
|
||||
# with the other jobs - see the build job for the rationale.
|
||||
cache: false
|
||||
|
||||
- name: Get Go paths
|
||||
id: go-paths
|
||||
run: |
|
||||
echo "build-cache=$(go env GOCACHE)" >> $GITHUB_OUTPUT
|
||||
echo "mod-cache=$(go env GOMODCACHE)" >> $GITHUB_OUTPUT
|
||||
|
||||
- name: Module cache
|
||||
uses: actions/cache@v5
|
||||
with:
|
||||
path: ${{ steps.go-paths.outputs.mod-cache }}
|
||||
key: go-mod-${{ steps.get-runner-parameters.outputs.year-week }}-${{ hashFiles('go.sum') }}
|
||||
restore-keys: |
|
||||
go-mod-${{ steps.get-runner-parameters.outputs.year-week }}-
|
||||
go-mod-
|
||||
|
||||
- name: Build cache
|
||||
uses: actions/cache@v5
|
||||
with:
|
||||
path: ${{ steps.go-paths.outputs.build-cache }}
|
||||
key: go-build-android-${{ steps.get-runner-parameters.outputs.runner-os-version }}-go${{ steps.setup-go.outputs.go-version }}-${{ steps.get-runner-parameters.outputs.year-week }}-${{ hashFiles('go.sum') }}
|
||||
restore-keys: |
|
||||
go-build-android-${{ steps.get-runner-parameters.outputs.runner-os-version }}-go${{ steps.setup-go.outputs.go-version }}-${{ steps.get-runner-parameters.outputs.year-week }}-
|
||||
go-build-android-${{ steps.get-runner-parameters.outputs.runner-os-version }}-go${{ steps.setup-go.outputs.go-version }}-
|
||||
|
||||
- name: Set global environment variables
|
||||
run: |
|
||||
@@ -394,3 +496,12 @@ jobs:
|
||||
RCLONE_CONFIG_PASS: ${{ secrets.RCLONE_CONFIG_PASS }}
|
||||
# Upload artifacts if not a PR && not a fork
|
||||
if: env.RCLONE_CONFIG_PASS != '' && github.head_ref == '' && github.repository == 'rclone/rclone'
|
||||
|
||||
- name: Trim module cache before saving
|
||||
if: always()
|
||||
run: |
|
||||
# The downloaded module .zip archives are not needed to build from
|
||||
# the already-extracted module cache, so drop them before the cache
|
||||
# is saved - this roughly halves the module cache size.
|
||||
modcache=$(go env GOMODCACHE | tr '\\' '/')
|
||||
find "$modcache/cache/download" -name '*.zip' -type f -delete 2>/dev/null || true
|
||||
+3
-3
@@ -1,6 +1,6 @@
|
||||
default: true
|
||||
|
||||
# Use specific styles, to be consistent accross all documents.
|
||||
# Use specific styles, to be consistent across all documents.
|
||||
# Default is to accept any as long as it is consistent within the same document.
|
||||
heading-style: # MD003
|
||||
style: atx
|
||||
@@ -48,12 +48,12 @@ link-fragments: false # MD051
|
||||
# https://gohugo.io/content-management/syntax-highlighting/#languages
|
||||
# https://docs.github.com//get-started/writing-on-github/working-with-advanced-formatting/creating-and-highlighting-code-blocks#syntax-highlighting
|
||||
# In addition, we only want to allow identifiers (aliases) that correspond to
|
||||
# the same language in Hugo and GitHub, and preferrably also VSCode and other
|
||||
# the same language in Hugo and GitHub, and preferably also VSCode and other
|
||||
# commonly used tools, to avoid confusion. An example of this is that "shell"
|
||||
# by some are considered an identifier for shell scripts, i.e. an alias for
|
||||
# "sh", while others consider it an identifier for shell sessions, i.e. an
|
||||
# alias for "console". Although Hugo and GitHub in this case are consistent and
|
||||
# have choosen the former, using "sh" instead, and not allowing use of "shell",
|
||||
# have chosen the former, using "sh" instead, and not allowing use of "shell",
|
||||
# avoids the confusion entirely.
|
||||
fenced-code-language: # MD040
|
||||
allowed_languages:
|
||||
|
||||
Generated
+364
-25
@@ -5,7 +5,6 @@
|
||||
<meta name="generator" content="pandoc" />
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes" />
|
||||
<meta name="author" content="Nick Craig-Wood" />
|
||||
<meta name="dcterms.date" content="2026-05-01" />
|
||||
<title>rclone(1) User Manual</title>
|
||||
<style>
|
||||
html {
|
||||
@@ -234,7 +233,7 @@
|
||||
<header id="title-block-header">
|
||||
<h1 class="title">rclone(1) User Manual</h1>
|
||||
<p class="author">Nick Craig-Wood</p>
|
||||
<p class="date">May 01, 2026</p>
|
||||
<p class="date">Jun 05, 2026</p>
|
||||
</header>
|
||||
<h1 id="name">NAME</h1>
|
||||
<p>rclone - manage files on cloud storage</p>
|
||||
@@ -4576,9 +4575,9 @@ SquareBracket</code></pre>
|
||||
<pre class="console"><code>rclone convmv "stories/The Quick Brown Fox!.txt" --name-transform "all,command=echo"
|
||||
// Output: stories/The Quick Brown Fox!.txt</code></pre>
|
||||
<pre class="console"><code>rclone convmv "stories/The Quick Brown Fox!" --name-transform "date=-{YYYYMMDD}"
|
||||
// Output: stories/The Quick Brown Fox!-20260501</code></pre>
|
||||
// Output: stories/The Quick Brown Fox!-20260605</code></pre>
|
||||
<pre class="console"><code>rclone convmv "stories/The Quick Brown Fox!" --name-transform "date=-{macfriendlytime}"
|
||||
// Output: stories/The Quick Brown Fox!-2026-05-01 0208PM</code></pre>
|
||||
// Output: stories/The Quick Brown Fox!-2026-06-05 0414PM</code></pre>
|
||||
<pre class="console"><code>rclone convmv "stories/The Quick Brown Fox!.txt" --name-transform "all,regex=[\\.\\w]/ab"
|
||||
// Output: ababababababab/ababab ababababab ababababab ababab!abababab</code></pre>
|
||||
<p>The regex command generally accepts Perl-style regular expressions,
|
||||
@@ -15125,7 +15124,7 @@ by value <code>NUL</code> on Windows and <code>/dev/null</code> on Unix
|
||||
systems, then rclone will keep the configuration file in memory
|
||||
only.</p>
|
||||
<p>You may see a log message "Config file not found - using defaults" if
|
||||
there is no configuration file. This can be supressed, e.g. if you are
|
||||
there is no configuration file. This can be suppressed, e.g. if you are
|
||||
using rclone entirely with <a
|
||||
href="https://rclone.org/docs/#backend-path-to-dir">on the fly
|
||||
remotes</a>, by using memory-only configuration file or by creating an
|
||||
@@ -18288,7 +18287,26 @@ by default, so you can browse to <code>http://127.0.0.1:5572/</code> or
|
||||
<code>http://127.0.0.1:5572/*</code> to see a listing of the remotes.
|
||||
Objects may be requested from remotes using this syntax
|
||||
<code>http://127.0.0.1:5572/[remote:path]/path/to/object</code></p>
|
||||
<p>Unless the rc server has authentication configured
|
||||
(<code>--rc-user</code>/<code>--rc-pass</code> or
|
||||
<code>--rc-htpasswd</code>) or the <code>--rc-no-auth</code> flag is
|
||||
set, only remotes already present in the config file may be served this
|
||||
way. Inline remotes (e.g. <code>[:webdav,url=...:]</code>), connection
|
||||
string parameters and bare local paths are rejected, since instantiating
|
||||
them from an unauthenticated request could run commands or read
|
||||
arbitrary local files.</p>
|
||||
<p>Default Off.</p>
|
||||
<h3 id="global.-connection-string-options-and-the-rc">global.*
|
||||
connection string options and the rc</h3>
|
||||
<p>Remotes instantiated by the rc do not let <a
|
||||
href="https://rclone.org/docs/#connection-strings">connection string</a>
|
||||
<code>global.*</code> options change rclone's process-wide
|
||||
configuration. Remotes created directly on the command line or defined
|
||||
in the config file are unaffected.</p>
|
||||
<p>A <code>global.*</code> option still takes effect for the individual
|
||||
backend it is set on (exactly like an <code>override.*</code> option),
|
||||
it just does not leak into the global config for the rest of the
|
||||
process.</p>
|
||||
<h3 id="rc-serve-no-modtime">--rc-serve-no-modtime</h3>
|
||||
<p>Set this flag to skip reading the modification time (can speed things
|
||||
up).</p>
|
||||
@@ -21695,7 +21713,7 @@ split into groups.</p>
|
||||
--tpslimit float Limit HTTP transactions per second to this
|
||||
--tpslimit-burst int Max burst of transactions for --tpslimit (default 1)
|
||||
--use-cookies Enable session cookiejar
|
||||
--user-agent string Set the user-agent to a specified string (default "rclone/v1.74.0")</code></pre>
|
||||
--user-agent string Set the user-agent to a specified string (default "rclone/v1.74.3")</code></pre>
|
||||
<h2 id="performance">Performance</h2>
|
||||
<p>Flags helpful for increasing performance.</p>
|
||||
<pre><code> --buffer-size SizeSuffix In memory buffer size when reading files for each --transfer (default 16Mi)
|
||||
@@ -21833,7 +21851,7 @@ split into groups.</p>
|
||||
--rc-web-gui-update Check and update to latest version of web gui</code></pre>
|
||||
<h2 id="metrics-1">Metrics</h2>
|
||||
<p>Flags to control the Metrics HTTP endpoint..</p>
|
||||
<pre><code> --metrics-addr stringArray IPaddress:Port or :Port to bind metrics server to
|
||||
<pre><code> --metrics-addr stringArray IPaddress:Port or :Port to bind server to
|
||||
--metrics-allow-origin string Origin which cross-domain request (CORS) can be executed from
|
||||
--metrics-baseurl string Prefix for URLs - leave blank for root
|
||||
--metrics-cert string TLS PEM key (concatenation of certificate and CA certificate)
|
||||
@@ -22033,7 +22051,7 @@ split into groups.</p>
|
||||
--drime-list-chunk int Number of items to list in each call (default 1000)
|
||||
--drime-root-folder-id string ID of the root folder
|
||||
--drime-upload-concurrency int Concurrency for multipart uploads and copies (default 4)
|
||||
--drime-upload-cutoff SizeSuffix Cutoff for switching to chunked upload (default 200Mi)
|
||||
--drime-upload-cutoff SizeSuffix Cutoff for switching to chunked upload (default 5Mi)
|
||||
--drime-workspace-id string Account ID
|
||||
--drive-acknowledge-abuse Set to allow files which return cannotDownloadAbusiveFile to be downloaded
|
||||
--drive-allow-import-name-change Allow the filetype to change when uploading Google docs
|
||||
@@ -24434,12 +24452,34 @@ disallowed special characters and filename encodings.)</p>
|
||||
investigation:</p>
|
||||
<!--- start list_failures - DO NOT EDIT THIS SECTION - use make commanddocs --->
|
||||
<ul>
|
||||
<li><code>TestDropbox</code> (<code>dropbox</code>)
|
||||
<li><code>TestFilen</code> (<code>filen</code>)
|
||||
<ul>
|
||||
<li><a
|
||||
href="https://pub.rclone.org/integration-tests/current/dropbox-cmd.bisync-TestDropbox-1.txt"><code>TestBisyncRemoteRemote/normalization</code></a></li>
|
||||
href="https://pub.rclone.org/integration-tests/current/filen-cmd.bisync-TestFilen-1.txt"><code>TestBisyncRemoteRemote/resync_modes</code></a></li>
|
||||
<li><a
|
||||
href="https://pub.rclone.org/integration-tests/current/filen-cmd.bisync-TestFilen-1.txt"><code>TestBisyncRemoteRemote/rmdirs</code></a></li>
|
||||
</ul></li>
|
||||
<li>Updated: 2026-05-01-010013
|
||||
<li><code>TestHuaweiDrive</code> (<code>huaweidrive</code>)
|
||||
<ul>
|
||||
<li><a
|
||||
href="https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt"><code>TestBisyncRemoteLocal/ext_paths</code></a></li>
|
||||
<li><a
|
||||
href="https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt"><code>TestBisyncRemoteLocal/extended_filenames</code></a></li>
|
||||
<li><a
|
||||
href="https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt"><code>TestBisyncRemoteLocal/normalization</code></a></li>
|
||||
<li><a
|
||||
href="https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt"><code>TestBisyncLocalRemote/ext_paths</code></a></li>
|
||||
<li><a
|
||||
href="https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt"><code>TestBisyncLocalRemote/extended_filenames</code></a></li>
|
||||
<li><a href="https://pub.rclone.org/integration-tests/current/">4
|
||||
more</a></li>
|
||||
</ul></li>
|
||||
<li><code>TestSeafile</code> (<code>seafile</code>)
|
||||
<ul>
|
||||
<li><a
|
||||
href="https://pub.rclone.org/integration-tests/current/seafile-cmd.bisync-TestSeafile-1.txt"><code>TestBisyncLocalRemote/rmdirs</code></a></li>
|
||||
</ul></li>
|
||||
<li>Updated: 2026-06-05-010010
|
||||
<!--- end list_failures - DO NOT EDIT THIS SECTION - use make commanddocs ---></li>
|
||||
</ul>
|
||||
<p>The following backends either have not been tested recently or have
|
||||
@@ -25343,6 +25383,12 @@ article</a>.</p>
|
||||
href="http://www.cis.upenn.edu/%7Ebcpierce/papers/index.shtml#File%20Synchronization">Benjamin
|
||||
Pierce</a> about <em>Unison</em> and synchronization in general.</p>
|
||||
<h2 id="changelog">Changelog</h2>
|
||||
<h3 id="v1.74.2"><code>v1.74.2</code></h3>
|
||||
<ul>
|
||||
<li>Fixed an issue causing <code>--conflict-loser pathname</code> to
|
||||
produce unexpected behavior if using a non-default
|
||||
<code>--conflict-resolve</code> value.</li>
|
||||
</ul>
|
||||
<h3 id="v1.74"><code>v1.74</code></h3>
|
||||
<ul>
|
||||
<li>Added several missing <code>rc</code> parameters.</li>
|
||||
@@ -27336,6 +27382,11 @@ centers for low latency.</li>
|
||||
<li>EU South 1</li>
|
||||
<li>Provider: Fastly</li>
|
||||
</ul></li>
|
||||
<li>"eu-west-1"
|
||||
<ul>
|
||||
<li>EU West 1</li>
|
||||
<li>Provider: Fastly</li>
|
||||
</ul></li>
|
||||
<li>"jp-central-1"
|
||||
<ul>
|
||||
<li>JP Central 1</li>
|
||||
@@ -27356,11 +27407,21 @@ centers for low latency.</li>
|
||||
<li>US East</li>
|
||||
<li>Provider: Fastly</li>
|
||||
</ul></li>
|
||||
<li>"us-east-1"
|
||||
<ul>
|
||||
<li>US East 1</li>
|
||||
<li>Provider: Fastly</li>
|
||||
</ul></li>
|
||||
<li>"us-west"
|
||||
<ul>
|
||||
<li>US West</li>
|
||||
<li>Provider: Fastly</li>
|
||||
</ul></li>
|
||||
<li>"us-west-1"
|
||||
<ul>
|
||||
<li>US West 1</li>
|
||||
<li>Provider: Fastly</li>
|
||||
</ul></li>
|
||||
<li>"global"
|
||||
<ul>
|
||||
<li>Global</li>
|
||||
@@ -28298,6 +28359,11 @@ tenant name. Do not select this directly</li>
|
||||
<li>EU South 1</li>
|
||||
<li>Provider: Fastly</li>
|
||||
</ul></li>
|
||||
<li>"eu-west-1.object.fastlystorage.app"
|
||||
<ul>
|
||||
<li>EU West 1</li>
|
||||
<li>Provider: Fastly</li>
|
||||
</ul></li>
|
||||
<li>"jp-central-1.object.fastlystorage.app"
|
||||
<ul>
|
||||
<li>JP Central 1</li>
|
||||
@@ -28318,11 +28384,21 @@ tenant name. Do not select this directly</li>
|
||||
<li>US East</li>
|
||||
<li>Provider: Fastly</li>
|
||||
</ul></li>
|
||||
<li>"us-east-1.object.fastlystorage.app"
|
||||
<ul>
|
||||
<li>US East 1</li>
|
||||
<li>Provider: Fastly</li>
|
||||
</ul></li>
|
||||
<li>"us-west.object.fastlystorage.app"
|
||||
<ul>
|
||||
<li>US West</li>
|
||||
<li>Provider: Fastly</li>
|
||||
</ul></li>
|
||||
<li>"us-west-1.object.fastlystorage.app"
|
||||
<ul>
|
||||
<li>US West 1</li>
|
||||
<li>Provider: Fastly</li>
|
||||
</ul></li>
|
||||
<li>"s5lu.com"
|
||||
<ul>
|
||||
<li>Global FileLu S5 endpoint</li>
|
||||
@@ -28960,24 +29036,59 @@ tenant name. Do not select this directly</li>
|
||||
<li>Fortaleza, CE (BR), br-ne1</li>
|
||||
<li>Provider: Magalu</li>
|
||||
</ul></li>
|
||||
<li>"s3.eu-amsterdam.megas4.com"
|
||||
<ul>
|
||||
<li>Mega S4 Amsterdam</li>
|
||||
<li>Provider: Mega</li>
|
||||
</ul></li>
|
||||
<li>"s3.eu-luxembourg.megas4.com"
|
||||
<ul>
|
||||
<li>Mega S4 Luxembourg</li>
|
||||
<li>Provider: Mega</li>
|
||||
</ul></li>
|
||||
<li>"s3.eu-paris.megas4.com"
|
||||
<ul>
|
||||
<li>Mega S4 Paris</li>
|
||||
<li>Provider: Mega</li>
|
||||
</ul></li>
|
||||
<li>"s3.eu-barcelona.megas4.com"
|
||||
<ul>
|
||||
<li>Mega S4 Barcelona</li>
|
||||
<li>Provider: Mega</li>
|
||||
</ul></li>
|
||||
<li>"s3.ca-montreal.megas4.com"
|
||||
<ul>
|
||||
<li>Mega S4 Montreal</li>
|
||||
<li>Provider: Mega</li>
|
||||
</ul></li>
|
||||
<li>"s3.ca-vancouver.megas4.com"
|
||||
<ul>
|
||||
<li>Mega S4 Vancouver</li>
|
||||
<li>Provider: Mega</li>
|
||||
</ul></li>
|
||||
<li>"s3.ap-tokyo.megas4.com"
|
||||
<ul>
|
||||
<li>Mega S4 Tokyo</li>
|
||||
<li>Provider: Mega</li>
|
||||
</ul></li>
|
||||
<li>"s3.eu-central-1.s4.mega.io"
|
||||
<ul>
|
||||
<li>Mega S4 eu-central-1 (Amsterdam)</li>
|
||||
<li>Mega S4 eu-central-1 (Amsterdam, legacy)</li>
|
||||
<li>Provider: Mega</li>
|
||||
</ul></li>
|
||||
<li>"s3.eu-central-2.s4.mega.io"
|
||||
<ul>
|
||||
<li>Mega S4 eu-central-2 (Bettembourg)</li>
|
||||
<li>Mega S4 eu-central-2 (Bettembourg, legacy)</li>
|
||||
<li>Provider: Mega</li>
|
||||
</ul></li>
|
||||
<li>"s3.ca-central-1.s4.mega.io"
|
||||
<ul>
|
||||
<li>Mega S4 ca-central-1 (Montreal)</li>
|
||||
<li>Mega S4 ca-central-1 (Montreal, legacy)</li>
|
||||
<li>Provider: Mega</li>
|
||||
</ul></li>
|
||||
<li>"s3.ca-west-1.s4.mega.io"
|
||||
<ul>
|
||||
<li>Mega S4 ca-west-1 (Vancouver)</li>
|
||||
<li>Mega S4 ca-west-1 (Vancouver, legacy)</li>
|
||||
<li>Provider: Mega</li>
|
||||
</ul></li>
|
||||
<li>"oos.eu-west-2.outscale.com"
|
||||
@@ -30891,7 +31002,7 @@ increasing this may help to speed up the transfers.</p>
|
||||
<p>If true use path style access if false use virtual hosted style.</p>
|
||||
<p>If this is true (the default) then rclone will use path style access,
|
||||
if false then rclone will use virtual path style. See <a
|
||||
href="https://docs.aws.amazon.com/AmazonS3/latest/dev/UsingBucket.html#access-bucket-intro">the
|
||||
href="https://docs.aws.amazon.com/AmazonS3/latest/userguide/VirtualHosting.html">the
|
||||
AWS S3 docs</a> for more info.</p>
|
||||
<p>Some providers (e.g. AWS, Aliyun OSS, Netease COS, or Tencent COS)
|
||||
require this set to false - rclone will do this automatically based on
|
||||
@@ -37414,7 +37525,8 @@ start and finish the upload) and another 2 requests for each chunk:</p>
|
||||
/b2api/v1/b2_get_upload_part_url
|
||||
/b2api/v1/b2_upload_part/
|
||||
/b2api/v1/b2_finish_large_file</code></pre>
|
||||
<h4 id="versions-2">Versions</h4>
|
||||
<h3 id="viewing-versions-with---b2-versions">Viewing versions with
|
||||
--b2-versions</h3>
|
||||
<p>Versions can be viewed with the <code>--b2-versions</code> flag. When
|
||||
it is set rclone will show and act on older versions of files. For
|
||||
example</p>
|
||||
@@ -41443,7 +41555,7 @@ The minimum is 0 and the maximum is 5 GiB.</p>
|
||||
<li>Config: upload_cutoff</li>
|
||||
<li>Env Var: RCLONE_DRIME_UPLOAD_CUTOFF</li>
|
||||
<li>Type: SizeSuffix</li>
|
||||
<li>Default: 200Mi</li>
|
||||
<li>Default: 5Mi</li>
|
||||
</ul>
|
||||
<h4 id="drime-chunk-size">--drime-chunk-size</h4>
|
||||
<p>Chunk size to use for uploading.</p>
|
||||
@@ -44994,8 +45106,8 @@ echoed, so there will be no confirmation even using -v or -vv.</p>
|
||||
limit (quota), the usage in Google Drive, the size of all files in the
|
||||
Trash and the space used by other Google services such as Gmail. This
|
||||
command does not take any path arguments.</p>
|
||||
<h4 id="importexport-of-google-documents">Import/Export of google
|
||||
documents</h4>
|
||||
<h3 id="importexport-of-google-documents">Import/Export of google
|
||||
documents</h3>
|
||||
<p>Google documents can be exported from and uploaded to Google
|
||||
Drive.</p>
|
||||
<p>When rclone downloads a Google doc it chooses a format to download
|
||||
@@ -50151,6 +50263,10 @@ setup as described <a href="#traditional">below</a>:</p>
|
||||
<li>MediaMarkt Cloud (mediamarkt.jottacloud.com)</li>
|
||||
<li>Let's Go Cloud (letsgo.jotta.cloud)</li>
|
||||
</ul></li>
|
||||
<li>Phonero
|
||||
<ul>
|
||||
<li>Phonero Sky (sky.phonero.no)</li>
|
||||
</ul></li>
|
||||
</ul>
|
||||
<p>Paths are specified as <code>remote:path</code></p>
|
||||
<p>Paths may be as deep as required, e.g.
|
||||
@@ -50510,7 +50626,7 @@ or set the equivalent environment variable. Emptying the trash is
|
||||
supported by the <a
|
||||
href="https://rclone.org/commands/rclone_cleanup/">cleanup</a>
|
||||
command.</p>
|
||||
<h3 id="versions-3">Versions</h3>
|
||||
<h3 id="versions-2">Versions</h3>
|
||||
<p>Jottacloud supports file versioning. When rclone uploads a new
|
||||
version of a file it creates a new version of it. Currently rclone only
|
||||
supports retrieving the current version but older versions can be
|
||||
@@ -55400,7 +55516,7 @@ info.</p>
|
||||
<p>An official document about the limitations for different types of
|
||||
OneDrive can be found <a
|
||||
href="https://support.office.com/en-us/article/invalid-file-names-and-file-types-in-onedrive-onedrive-for-business-and-sharepoint-64883a5d-228e-48f5-b3d2-eb39e07630fa">here</a>.</p>
|
||||
<h2 id="versions-4">Versions</h2>
|
||||
<h2 id="versions-3">Versions</h2>
|
||||
<p>Every change in a file OneDrive causes the service to create a new
|
||||
version of the file. This counts against a users quota. For example
|
||||
changing the modification time of a file creates a second version, so
|
||||
@@ -65008,6 +65124,229 @@ the output.</p>
|
||||
<!-- autogenerated options stop -->
|
||||
<!-- markdownlint-disable line-length -->
|
||||
<h1 id="changelog-1">Changelog</h1>
|
||||
<h2 id="v1.74.3---2026-06-05">v1.74.3 - 2026-06-05</h2>
|
||||
<p><a
|
||||
href="https://github.com/rclone/rclone/compare/v1.74.2...v1.74.3">See
|
||||
commits</a></p>
|
||||
<ul>
|
||||
<li>Bug Fixes
|
||||
<ul>
|
||||
<li>rc
|
||||
<ul>
|
||||
<li>Fix unauthenticated command execution via <code>--rc-serve</code>
|
||||
inline remotes CVE-2026-49980 (Nick Craig-Wood)</li>
|
||||
<li>Stop <code>global.*</code> connection string options changing config
|
||||
CVE-2026-49980 (Nick Craig-Wood)</li>
|
||||
</ul></li>
|
||||
<li>build: Fix multiple CVEs by upgrading to go1.26.4 (Nick Craig-Wood)
|
||||
<ul>
|
||||
<li>CVE-2026-42504: mime: quadratic complexity in
|
||||
WordDecoder.DecodeHeader</li>
|
||||
<li>CVE-2026-42507: net/textproto: arbitrary input are included in
|
||||
errors without any escaping</li>
|
||||
<li>CVE-2026-27145: crypto/x509: split candidate hostname only once</li>
|
||||
</ul></li>
|
||||
<li>log: Fix wrong source <code>file:line</code> in JSON logs from
|
||||
release builds (Nick Craig-Wood)</li>
|
||||
<li>mount2: Fix empty directory listings on re-read (Janne Beate
|
||||
Bakeng)</li>
|
||||
<li>serve s3: Fix multipart <code>ListParts</code> pagination returning
|
||||
wrong part numbers (Nick Craig-Wood)</li>
|
||||
<li>serve sftp
|
||||
<ul>
|
||||
<li>Fix file corruption when a client resumes an upload (Nick
|
||||
Craig-Wood)</li>
|
||||
<li>Fix truncate request being silently ignored (Nick Craig-Wood)</li>
|
||||
</ul></li>
|
||||
</ul></li>
|
||||
<li>Local
|
||||
<ul>
|
||||
<li>Fix <code>getXattr</code> returning empty map instead of nil (Leon
|
||||
Brocard)</li>
|
||||
</ul></li>
|
||||
<li>Drime
|
||||
<ul>
|
||||
<li>Fix server-side copy and move failing with Cloudflare 520 error
|
||||
(Nick Craig-Wood)</li>
|
||||
<li>Fix files being uploaded to the wrong directory (Nick
|
||||
Craig-Wood)</li>
|
||||
<li>Remove duplicate upload_cutoff config option (Nick Craig-Wood)</li>
|
||||
<li>Fix directory rename leaving the renamed folder empty in VFS (Nick
|
||||
Craig-Wood)</li>
|
||||
</ul></li>
|
||||
<li>Drive
|
||||
<ul>
|
||||
<li>Fix server-side move failing on shared drives with duplicate dirs
|
||||
(Nick Craig-Wood)</li>
|
||||
</ul></li>
|
||||
<li>Iclouddrive
|
||||
<ul>
|
||||
<li>Fix ADP/PCS cookie acquisition for iCloud Drive (Yakov Till)</li>
|
||||
<li>Fix "Index has invalid data" error listing iCloud Photos (Nick
|
||||
Craig-Wood)</li>
|
||||
</ul></li>
|
||||
</ul>
|
||||
<h2 id="v1.74.2---2026-05-22">v1.74.2 - 2026-05-22</h2>
|
||||
<p><a
|
||||
href="https://github.com/rclone/rclone/compare/v1.74.1...v1.74.2">See
|
||||
commits</a></p>
|
||||
<ul>
|
||||
<li>Bug Fixes
|
||||
<ul>
|
||||
<li>build
|
||||
<ul>
|
||||
<li>Update golang.org/x/net to v0.55.0 to address:
|
||||
<ul>
|
||||
<li>CVE-2026-42506: html: incorrect handling of namespaced elements in
|
||||
foreign content</li>
|
||||
<li>CVE-2026-39821: idna: failure to reject ASCII-only Punycode-encoded
|
||||
labels</li>
|
||||
<li>CVE-2026-42502: html: incorrect handling of HTML elements in foreign
|
||||
content</li>
|
||||
<li>CVE-2026-25680: html: denial of service when parsing arbitrary
|
||||
HTML</li>
|
||||
<li>CVE-2026-25681: html: incorrect handling of character references in
|
||||
DOCTYPE nodes</li>
|
||||
<li>CVE-2026-27136: html: duplicate attributes can cause XSS</li>
|
||||
</ul></li>
|
||||
<li>Update golang.org/x/crypto to v0.52.0 to address:
|
||||
<ul>
|
||||
<li>CVE-2026-46598: ssh/agent: pathological inputs can lead to client
|
||||
panic</li>
|
||||
<li>CVE-2026-46597: ssh: byte arithmetic causes underflow and panic</li>
|
||||
<li>CVE-2026-39828: ssh: bypass of certificate restrictions</li>
|
||||
<li>CVE-2026-39835: ssh: server panic during
|
||||
CheckHostKey/Authenticate</li>
|
||||
<li>CVE-2026-39833: ssh/agent: key constraints not enforced</li>
|
||||
<li>CVE-2026-39832: ssh/agent: agent constraints dropped when forwarding
|
||||
keys</li>
|
||||
<li>CVE-2026-39827: ssh: memory leak when rejecting channels can lead to
|
||||
DoS</li>
|
||||
<li>CVE-2026-39830: ssh: client can cause server deadlock on unexpected
|
||||
responses</li>
|
||||
<li>CVE-2026-39829: ssh: pathological RSA/DSA parameters may cause
|
||||
DoS</li>
|
||||
<li>CVE-2026-39831: ssh: bypass of FIDO/U2F security keys physical
|
||||
interaction</li>
|
||||
<li>CVE-2026-39834: ssh: infinite loop on large channel writes</li>
|
||||
<li>CVE-2026-42508: ssh/knownhosts: auth bypass via unenforced <span
|
||||
class="citation" data-cites="revoked">@revoked</span> status</li>
|
||||
<li>CVE-2026-46595: ssh: VerifiedPublicKeyCallback permissions skip
|
||||
enforcement</li>
|
||||
</ul></li>
|
||||
<li>Update golang.org/x/image to v0.41.0 to address:
|
||||
<ul>
|
||||
<li>CVE-2026-42500: bmp: panic when reading out of bound palette
|
||||
index</li>
|
||||
<li>CVE-2026-33809: tiff: excessive resource consumption in PackBits
|
||||
decompression</li>
|
||||
</ul></li>
|
||||
<li>Update golang.org/x/sys to version v0.45.0 to address:
|
||||
<ul>
|
||||
<li>CVE-2026-39824: windows: integer overflow in NewNTUnicodeString</li>
|
||||
</ul></li>
|
||||
<li>Update github.com/go-git/go-billy/v5 to 5.9.0 to fix
|
||||
CVE-2026-44740</li>
|
||||
<li>bisync: Fix --conflict-loser pathname with --conflict-resolve newer
|
||||
(nielash)</li>
|
||||
<li>gui: Update embedded release to 1.1.8 (Nick Craig-Wood)</li>
|
||||
<li>lib/http: Replace deprecated h2c.NewHandler with
|
||||
http.Server.Protocols (Nick Craig-Wood)</li>
|
||||
<li>rc: Remove duplicate metrics_addr option registration (Nick
|
||||
Craig-Wood)</li>
|
||||
<li>vfs/vfscache: Fix silent write failure when mounting with remote:.
|
||||
(Lucky945H)</li>
|
||||
</ul></li>
|
||||
<li>doc fixes (FTCHD, Iizuki, Leon Brocard, Nick Craig-Wood)</li>
|
||||
</ul></li>
|
||||
<li>Drime
|
||||
<ul>
|
||||
<li>Fix file doesn't exists error when trying to delete (John Volk)</li>
|
||||
<li>Fix 500 errors when listing shared folders (Alvinwylim)</li>
|
||||
</ul></li>
|
||||
<li>Jottacloud
|
||||
<ul>
|
||||
<li>Support whitelabel service Phonero Sky (Tore Anderson)</li>
|
||||
</ul></li>
|
||||
<li>Protondrive
|
||||
<ul>
|
||||
<li>Fix corrupted on transfer: sha1 hashes differ (William Tange)</li>
|
||||
</ul></li>
|
||||
<li>S3
|
||||
<ul>
|
||||
<li>Add new MEGA S4 endpoints on megas4.com including Asia-Pacific
|
||||
region (Nick Craig-Wood)</li>
|
||||
</ul></li>
|
||||
<li>WebDAV
|
||||
<ul>
|
||||
<li>Honour auth_redirect on listAll PROPFIND (Sai Asish Y)</li>
|
||||
</ul></li>
|
||||
</ul>
|
||||
<h2 id="v1.74.1---2026-05-08">v1.74.1 - 2026-05-08</h2>
|
||||
<p><a
|
||||
href="https://github.com/rclone/rclone/compare/v1.74.0...v1.74.1">See
|
||||
commits</a></p>
|
||||
<ul>
|
||||
<li>Bug Fixes
|
||||
<ul>
|
||||
<li>bisync: Fix retryable without <code>--resync</code> error message
|
||||
when <code>--resync</code> has a critical failure (Gustavo V. F.)</li>
|
||||
<li>build
|
||||
<ul>
|
||||
<li>Fix multiple CVEs by upgrading to go1.26.3 (Nick Craig-Wood)
|
||||
<ul>
|
||||
<li>CVE-2026-42501: cmd/go: malicious module proxy can bypass checksum
|
||||
database</li>
|
||||
<li>CVE-2026-39825: net/http/httputil: ReverseProxy forwards queries
|
||||
with more than urlmaxqueryparams parameters</li>
|
||||
<li>CVE-2026-39836: net: panic in Dial and LookupPort when handling NUL
|
||||
byte on Windows</li>
|
||||
<li>CVE-2026-42499: net/mail: quadratic string concatenation in
|
||||
consumePhrase</li>
|
||||
<li>CVE-2026-39820: net/mail: quadratic string concatentation in
|
||||
consumeComment</li>
|
||||
<li>CVE-2026-39819: cmd/go: "go bug" follows symlinks in predictable
|
||||
temporary filenames</li>
|
||||
<li>CVE-2026-39817: cmd/go: "go tool pack" does not sanitize output
|
||||
paths</li>
|
||||
<li>CVE-2026-33814: net/http: infinite loop in HTTP/2 transport when
|
||||
given bad SETTINGS_MAX_FRAME_SIZE</li>
|
||||
<li>CVE-2026-39826: html/template: escaper bypass leads to XSS</li>
|
||||
<li>CVE-2026-33811: net: crash when handling long CNAME response</li>
|
||||
<li>CVE-2026-39823: html/template: bypass of meta content URL escaping
|
||||
causes XSS</li>
|
||||
</ul></li>
|
||||
<li>Update golang.org/x/net to v0.53.0 to fix CVE-2026-33814 (Nick
|
||||
Craig-Wood)</li>
|
||||
</ul></li>
|
||||
<li>cmd/serve/s3: Return object listings in key order (Leon
|
||||
Brocard)</li>
|
||||
</ul></li>
|
||||
<li>Cloudinary
|
||||
<ul>
|
||||
<li>Fix retrying every error and fix pacer sleep units (Nick
|
||||
Craig-Wood)</li>
|
||||
</ul></li>
|
||||
<li>Drime
|
||||
<ul>
|
||||
<li>Fix large file uploads landing in drive root instead of configured
|
||||
folder (Nick Craig-Wood)</li>
|
||||
<li>Fix uploads of 100..200M files (Nick Craig-Wood)</li>
|
||||
</ul></li>
|
||||
<li>Protondrive
|
||||
<ul>
|
||||
<li>Route HTTP through rclone's transport (Nick Craig-Wood)</li>
|
||||
<li>Route library logging through rclone's logger (Nick Craig-Wood)</li>
|
||||
<li>Fix segfault when copying files missing revision metadata (Nick
|
||||
Craig-Wood)</li>
|
||||
</ul></li>
|
||||
<li>S3
|
||||
<ul>
|
||||
<li>Fix STS call per request by caching AssumeRole credentials (Nick
|
||||
Craig-Wood)</li>
|
||||
<li>Add new Fastly Object Storage regions (Leon Brocard)</li>
|
||||
</ul></li>
|
||||
</ul>
|
||||
<h2 id="v1.74.0---2026-05-01">v1.74.0 - 2026-05-01</h2>
|
||||
<p><a
|
||||
href="https://github.com/rclone/rclone/compare/v1.73.0...v1.74.0">See
|
||||
@@ -65966,7 +66305,7 @@ data-cites="RTH_">@RTH_</span>)</li>
|
||||
<li>New Features
|
||||
<ul>
|
||||
<li>Allow <a href="https://rclone.org/docs/#globalconfig">global config
|
||||
to be overriden or set on backend creation</a> (Nick Craig-Wood)</li>
|
||||
to be overridden or set on backend creation</a> (Nick Craig-Wood)</li>
|
||||
<li>bisync: Promoted from beta to stable (nielash)</li>
|
||||
<li>build
|
||||
<ul>
|
||||
@@ -66101,7 +66440,7 @@ the config file.</li>
|
||||
</ul></li>
|
||||
<li>Googlephotos
|
||||
<ul>
|
||||
<li>Added warning for Google Photos compatability-fixes
|
||||
<li>Added warning for Google Photos compatibility-fixes
|
||||
(raider13209)</li>
|
||||
</ul></li>
|
||||
<li>Imagekit
|
||||
@@ -68860,7 +69199,7 @@ runtime (Peter Brunner)</li>
|
||||
<li>Update drive service account guide (Juang, Yi-Lin)</li>
|
||||
<li>Fix change notify picking up files outside the root (Nick
|
||||
Craig-Wood)</li>
|
||||
<li>Fix trailing slash mis-identificaton of folder as file (Nick
|
||||
<li>Fix trailing slash mis-identification of folder as file (Nick
|
||||
Craig-Wood)</li>
|
||||
<li>Fix incorrect remote after Update on object (Nick Craig-Wood)</li>
|
||||
</ul></li>
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
% rclone(1) User Manual
|
||||
% Nick Craig-Wood
|
||||
% May 01, 2026
|
||||
% Jun 05, 2026
|
||||
|
||||
# NAME
|
||||
|
||||
@@ -5416,12 +5416,12 @@ rclone convmv "stories/The Quick Brown Fox!.txt" --name-transform "all,command=e
|
||||
|
||||
```console
|
||||
rclone convmv "stories/The Quick Brown Fox!" --name-transform "date=-{YYYYMMDD}"
|
||||
// Output: stories/The Quick Brown Fox!-20260501
|
||||
// Output: stories/The Quick Brown Fox!-20260605
|
||||
```
|
||||
|
||||
```console
|
||||
rclone convmv "stories/The Quick Brown Fox!" --name-transform "date=-{macfriendlytime}"
|
||||
// Output: stories/The Quick Brown Fox!-2026-05-01 0208PM
|
||||
// Output: stories/The Quick Brown Fox!-2026-06-05 0414PM
|
||||
```
|
||||
|
||||
```console
|
||||
@@ -18052,7 +18052,7 @@ Windows and `/dev/null` on Unix systems, then rclone will keep the
|
||||
configuration file in memory only.
|
||||
|
||||
You may see a log message "Config file not found - using defaults" if there is
|
||||
no configuration file. This can be supressed, e.g. if you are using rclone
|
||||
no configuration file. This can be suppressed, e.g. if you are using rclone
|
||||
entirely with [on the fly remotes](https://rclone.org/docs/#backend-path-to-dir), by using
|
||||
memory-only configuration file or by creating an empty configuration file, as
|
||||
described above.
|
||||
@@ -21703,8 +21703,26 @@ so you can browse to `http://127.0.0.1:5572/` or `http://127.0.0.1:5572/*`
|
||||
to see a listing of the remotes. Objects may be requested from
|
||||
remotes using this syntax `http://127.0.0.1:5572/[remote:path]/path/to/object`
|
||||
|
||||
Unless the rc server has authentication configured (`--rc-user`/`--rc-pass`
|
||||
or `--rc-htpasswd`) or the `--rc-no-auth` flag is set, only remotes already
|
||||
present in the config file may be served this way. Inline remotes (e.g.
|
||||
`[:webdav,url=...:]`), connection string parameters and bare local paths are
|
||||
rejected, since instantiating them from an unauthenticated request could run
|
||||
commands or read arbitrary local files.
|
||||
|
||||
Default Off.
|
||||
|
||||
### global.* connection string options and the rc
|
||||
|
||||
Remotes instantiated by the rc do not let [connection
|
||||
string](https://rclone.org/docs/#connection-strings) `global.*` options change rclone's
|
||||
process-wide configuration. Remotes created directly on the command
|
||||
line or defined in the config file are unaffected.
|
||||
|
||||
A `global.*` option still takes effect for the individual backend it
|
||||
is set on (exactly like an `override.*` option), it just does not leak
|
||||
into the global config for the rest of the process.
|
||||
|
||||
### --rc-serve-no-modtime
|
||||
|
||||
Set this flag to skip reading the modification time (can speed things up).
|
||||
@@ -24985,7 +25003,7 @@ Flags for general networking and HTTP stuff.
|
||||
--tpslimit float Limit HTTP transactions per second to this
|
||||
--tpslimit-burst int Max burst of transactions for --tpslimit (default 1)
|
||||
--use-cookies Enable session cookiejar
|
||||
--user-agent string Set the user-agent to a specified string (default "rclone/v1.74.0")
|
||||
--user-agent string Set the user-agent to a specified string (default "rclone/v1.74.3")
|
||||
```
|
||||
|
||||
|
||||
@@ -25177,7 +25195,7 @@ Flags to control the Remote Control API.
|
||||
Flags to control the Metrics HTTP endpoint..
|
||||
|
||||
```
|
||||
--metrics-addr stringArray IPaddress:Port or :Port to bind metrics server to
|
||||
--metrics-addr stringArray IPaddress:Port or :Port to bind server to
|
||||
--metrics-allow-origin string Origin which cross-domain request (CORS) can be executed from
|
||||
--metrics-baseurl string Prefix for URLs - leave blank for root
|
||||
--metrics-cert string TLS PEM key (concatenation of certificate and CA certificate)
|
||||
@@ -25383,7 +25401,7 @@ Backend-only flags (these can be set in the config file also).
|
||||
--drime-list-chunk int Number of items to list in each call (default 1000)
|
||||
--drime-root-folder-id string ID of the root folder
|
||||
--drime-upload-concurrency int Concurrency for multipart uploads and copies (default 4)
|
||||
--drime-upload-cutoff SizeSuffix Cutoff for switching to chunked upload (default 200Mi)
|
||||
--drime-upload-cutoff SizeSuffix Cutoff for switching to chunked upload (default 5Mi)
|
||||
--drime-workspace-id string Account ID
|
||||
--drive-acknowledge-abuse Set to allow files which return cannotDownloadAbusiveFile to be downloaded
|
||||
--drive-allow-import-name-change Allow the filetype to change when uploading Google docs
|
||||
@@ -27772,9 +27790,19 @@ encodings.)
|
||||
The following backends have known issues that need more investigation:
|
||||
|
||||
<!--- start list_failures - DO NOT EDIT THIS SECTION - use make commanddocs --->
|
||||
- `TestDropbox` (`dropbox`)
|
||||
- [`TestBisyncRemoteRemote/normalization`](https://pub.rclone.org/integration-tests/current/dropbox-cmd.bisync-TestDropbox-1.txt)
|
||||
- Updated: 2026-05-01-010013
|
||||
- `TestFilen` (`filen`)
|
||||
- [`TestBisyncRemoteRemote/resync_modes`](https://pub.rclone.org/integration-tests/current/filen-cmd.bisync-TestFilen-1.txt)
|
||||
- [`TestBisyncRemoteRemote/rmdirs`](https://pub.rclone.org/integration-tests/current/filen-cmd.bisync-TestFilen-1.txt)
|
||||
- `TestHuaweiDrive` (`huaweidrive`)
|
||||
- [`TestBisyncRemoteLocal/ext_paths`](https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
- [`TestBisyncRemoteLocal/extended_filenames`](https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
- [`TestBisyncRemoteLocal/normalization`](https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
- [`TestBisyncLocalRemote/ext_paths`](https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
- [`TestBisyncLocalRemote/extended_filenames`](https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
- [4 more](https://pub.rclone.org/integration-tests/current/)
|
||||
- `TestSeafile` (`seafile`)
|
||||
- [`TestBisyncLocalRemote/rmdirs`](https://pub.rclone.org/integration-tests/current/seafile-cmd.bisync-TestSeafile-1.txt)
|
||||
- Updated: 2026-06-05-010010
|
||||
<!--- end list_failures - DO NOT EDIT THIS SECTION - use make commanddocs --->
|
||||
|
||||
The following backends either have not been tested recently or have known issues
|
||||
@@ -28618,6 +28646,11 @@ about *Unison* and synchronization in general.
|
||||
|
||||
## Changelog
|
||||
|
||||
### `v1.74.2`
|
||||
|
||||
- Fixed an issue causing `--conflict-loser pathname` to produce unexpected
|
||||
behavior if using a non-default `--conflict-resolve` value.
|
||||
|
||||
### `v1.74`
|
||||
|
||||
- Added several missing `rc` parameters.
|
||||
@@ -30500,6 +30533,9 @@ Properties:
|
||||
- "eu-south-1"
|
||||
- EU South 1
|
||||
- Provider: Fastly
|
||||
- "eu-west-1"
|
||||
- EU West 1
|
||||
- Provider: Fastly
|
||||
- "jp-central-1"
|
||||
- JP Central 1
|
||||
- Provider: Fastly
|
||||
@@ -30512,9 +30548,15 @@ Properties:
|
||||
- "us-east"
|
||||
- US East
|
||||
- Provider: Fastly
|
||||
- "us-east-1"
|
||||
- US East 1
|
||||
- Provider: Fastly
|
||||
- "us-west"
|
||||
- US West
|
||||
- Provider: Fastly
|
||||
- "us-west-1"
|
||||
- US West 1
|
||||
- Provider: Fastly
|
||||
- "global"
|
||||
- Global
|
||||
- Provider: FileLu
|
||||
@@ -31087,6 +31129,9 @@ Properties:
|
||||
- "eu-south-1.object.fastlystorage.app"
|
||||
- EU South 1
|
||||
- Provider: Fastly
|
||||
- "eu-west-1.object.fastlystorage.app"
|
||||
- EU West 1
|
||||
- Provider: Fastly
|
||||
- "jp-central-1.object.fastlystorage.app"
|
||||
- JP Central 1
|
||||
- Provider: Fastly
|
||||
@@ -31099,9 +31144,15 @@ Properties:
|
||||
- "us-east.object.fastlystorage.app"
|
||||
- US East
|
||||
- Provider: Fastly
|
||||
- "us-east-1.object.fastlystorage.app"
|
||||
- US East 1
|
||||
- Provider: Fastly
|
||||
- "us-west.object.fastlystorage.app"
|
||||
- US West
|
||||
- Provider: Fastly
|
||||
- "us-west-1.object.fastlystorage.app"
|
||||
- US West 1
|
||||
- Provider: Fastly
|
||||
- "s5lu.com"
|
||||
- Global FileLu S5 endpoint
|
||||
- Provider: FileLu
|
||||
@@ -31485,17 +31536,38 @@ Properties:
|
||||
- "br-ne1.magaluobjects.com"
|
||||
- Fortaleza, CE (BR), br-ne1
|
||||
- Provider: Magalu
|
||||
- "s3.eu-amsterdam.megas4.com"
|
||||
- Mega S4 Amsterdam
|
||||
- Provider: Mega
|
||||
- "s3.eu-luxembourg.megas4.com"
|
||||
- Mega S4 Luxembourg
|
||||
- Provider: Mega
|
||||
- "s3.eu-paris.megas4.com"
|
||||
- Mega S4 Paris
|
||||
- Provider: Mega
|
||||
- "s3.eu-barcelona.megas4.com"
|
||||
- Mega S4 Barcelona
|
||||
- Provider: Mega
|
||||
- "s3.ca-montreal.megas4.com"
|
||||
- Mega S4 Montreal
|
||||
- Provider: Mega
|
||||
- "s3.ca-vancouver.megas4.com"
|
||||
- Mega S4 Vancouver
|
||||
- Provider: Mega
|
||||
- "s3.ap-tokyo.megas4.com"
|
||||
- Mega S4 Tokyo
|
||||
- Provider: Mega
|
||||
- "s3.eu-central-1.s4.mega.io"
|
||||
- Mega S4 eu-central-1 (Amsterdam)
|
||||
- Mega S4 eu-central-1 (Amsterdam, legacy)
|
||||
- Provider: Mega
|
||||
- "s3.eu-central-2.s4.mega.io"
|
||||
- Mega S4 eu-central-2 (Bettembourg)
|
||||
- Mega S4 eu-central-2 (Bettembourg, legacy)
|
||||
- Provider: Mega
|
||||
- "s3.ca-central-1.s4.mega.io"
|
||||
- Mega S4 ca-central-1 (Montreal)
|
||||
- Mega S4 ca-central-1 (Montreal, legacy)
|
||||
- Provider: Mega
|
||||
- "s3.ca-west-1.s4.mega.io"
|
||||
- Mega S4 ca-west-1 (Vancouver)
|
||||
- Mega S4 ca-west-1 (Vancouver, legacy)
|
||||
- Provider: Mega
|
||||
- "oos.eu-west-2.outscale.com"
|
||||
- Outscale EU West 2 (Paris)
|
||||
@@ -32851,7 +32923,7 @@ If true use path style access if false use virtual hosted style.
|
||||
|
||||
If this is true (the default) then rclone will use path style access,
|
||||
if false then rclone will use virtual path style. See [the AWS S3
|
||||
docs](https://docs.aws.amazon.com/AmazonS3/latest/dev/UsingBucket.html#access-bucket-intro)
|
||||
docs](https://docs.aws.amazon.com/AmazonS3/latest/userguide/VirtualHosting.html)
|
||||
for more info.
|
||||
|
||||
Some providers (e.g. AWS, Aliyun OSS, Netease COS, or Tencent COS) require this set to
|
||||
@@ -40204,7 +40276,7 @@ start and finish the upload) and another 2 requests for each chunk:
|
||||
/b2api/v1/b2_finish_large_file
|
||||
```
|
||||
|
||||
#### Versions
|
||||
### Viewing versions with --b2-versions
|
||||
|
||||
Versions can be viewed with the `--b2-versions` flag. When it is set
|
||||
rclone will show and act on older versions of files. For example
|
||||
@@ -44796,7 +44868,7 @@ Properties:
|
||||
- Config: upload_cutoff
|
||||
- Env Var: RCLONE_DRIME_UPLOAD_CUTOFF
|
||||
- Type: SizeSuffix
|
||||
- Default: 200Mi
|
||||
- Default: 5Mi
|
||||
|
||||
#### --drime-chunk-size
|
||||
|
||||
@@ -48753,7 +48825,7 @@ Drive, the size of all files in the Trash and the space used by other
|
||||
Google services such as Gmail. This command does not take any path
|
||||
arguments.
|
||||
|
||||
#### Import/Export of google documents
|
||||
### Import/Export of google documents
|
||||
|
||||
Google documents can be exported from and uploaded to Google Drive.
|
||||
|
||||
@@ -54082,6 +54154,8 @@ as described [below](#traditional):
|
||||
- MediaMarkt
|
||||
- MediaMarkt Cloud (mediamarkt.jottacloud.com)
|
||||
- Let's Go Cloud (letsgo.jotta.cloud)
|
||||
- Phonero
|
||||
- Phonero Sky (sky.phonero.no)
|
||||
|
||||
Paths are specified as `remote:path`
|
||||
|
||||
@@ -70245,6 +70319,122 @@ Options:
|
||||
|
||||
# Changelog
|
||||
|
||||
## v1.74.3 - 2026-06-05
|
||||
|
||||
[See commits](https://github.com/rclone/rclone/compare/v1.74.2...v1.74.3)
|
||||
|
||||
- Bug Fixes
|
||||
- rc
|
||||
- Fix unauthenticated command execution via `--rc-serve` inline remotes CVE-2026-49980 (Nick Craig-Wood)
|
||||
- Stop `global.*` connection string options changing config CVE-2026-49980 (Nick Craig-Wood)
|
||||
- build: Fix multiple CVEs by upgrading to go1.26.4 (Nick Craig-Wood)
|
||||
- CVE-2026-42504: mime: quadratic complexity in WordDecoder.DecodeHeader
|
||||
- CVE-2026-42507: net/textproto: arbitrary input are included in errors without any escaping
|
||||
- CVE-2026-27145: crypto/x509: split candidate hostname only once
|
||||
- log: Fix wrong source `file:line` in JSON logs from release builds (Nick Craig-Wood)
|
||||
- mount2: Fix empty directory listings on re-read (Janne Beate Bakeng)
|
||||
- serve s3: Fix multipart `ListParts` pagination returning wrong part numbers (Nick Craig-Wood)
|
||||
- serve sftp
|
||||
- Fix file corruption when a client resumes an upload (Nick Craig-Wood)
|
||||
- Fix truncate request being silently ignored (Nick Craig-Wood)
|
||||
- Local
|
||||
- Fix `getXattr` returning empty map instead of nil (Leon Brocard)
|
||||
- Drime
|
||||
- Fix server-side copy and move failing with Cloudflare 520 error (Nick Craig-Wood)
|
||||
- Fix files being uploaded to the wrong directory (Nick Craig-Wood)
|
||||
- Remove duplicate upload_cutoff config option (Nick Craig-Wood)
|
||||
- Fix directory rename leaving the renamed folder empty in VFS (Nick Craig-Wood)
|
||||
- Drive
|
||||
- Fix server-side move failing on shared drives with duplicate dirs (Nick Craig-Wood)
|
||||
- Iclouddrive
|
||||
- Fix ADP/PCS cookie acquisition for iCloud Drive (Yakov Till)
|
||||
- Fix "Index has invalid data" error listing iCloud Photos (Nick Craig-Wood)
|
||||
|
||||
## v1.74.2 - 2026-05-22
|
||||
|
||||
[See commits](https://github.com/rclone/rclone/compare/v1.74.1...v1.74.2)
|
||||
|
||||
- Bug Fixes
|
||||
- build
|
||||
- Update golang.org/x/net to v0.55.0 to address:
|
||||
- CVE-2026-42506: html: incorrect handling of namespaced elements in foreign content
|
||||
- CVE-2026-39821: idna: failure to reject ASCII-only Punycode-encoded labels
|
||||
- CVE-2026-42502: html: incorrect handling of HTML elements in foreign content
|
||||
- CVE-2026-25680: html: denial of service when parsing arbitrary HTML
|
||||
- CVE-2026-25681: html: incorrect handling of character references in DOCTYPE nodes
|
||||
- CVE-2026-27136: html: duplicate attributes can cause XSS
|
||||
- Update golang.org/x/crypto to v0.52.0 to address:
|
||||
- CVE-2026-46598: ssh/agent: pathological inputs can lead to client panic
|
||||
- CVE-2026-46597: ssh: byte arithmetic causes underflow and panic
|
||||
- CVE-2026-39828: ssh: bypass of certificate restrictions
|
||||
- CVE-2026-39835: ssh: server panic during CheckHostKey/Authenticate
|
||||
- CVE-2026-39833: ssh/agent: key constraints not enforced
|
||||
- CVE-2026-39832: ssh/agent: agent constraints dropped when forwarding keys
|
||||
- CVE-2026-39827: ssh: memory leak when rejecting channels can lead to DoS
|
||||
- CVE-2026-39830: ssh: client can cause server deadlock on unexpected responses
|
||||
- CVE-2026-39829: ssh: pathological RSA/DSA parameters may cause DoS
|
||||
- CVE-2026-39831: ssh: bypass of FIDO/U2F security keys physical interaction
|
||||
- CVE-2026-39834: ssh: infinite loop on large channel writes
|
||||
- CVE-2026-42508: ssh/knownhosts: auth bypass via unenforced @revoked status
|
||||
- CVE-2026-46595: ssh: VerifiedPublicKeyCallback permissions skip enforcement
|
||||
- Update golang.org/x/image to v0.41.0 to address:
|
||||
- CVE-2026-42500: bmp: panic when reading out of bound palette index
|
||||
- CVE-2026-33809: tiff: excessive resource consumption in PackBits decompression
|
||||
- Update golang.org/x/sys to version v0.45.0 to address:
|
||||
- CVE-2026-39824: windows: integer overflow in NewNTUnicodeString
|
||||
- Update github.com/go-git/go-billy/v5 to 5.9.0 to fix CVE-2026-44740
|
||||
- bisync: Fix --conflict-loser pathname with --conflict-resolve newer (nielash)
|
||||
- gui: Update embedded release to 1.1.8 (Nick Craig-Wood)
|
||||
- lib/http: Replace deprecated h2c.NewHandler with http.Server.Protocols (Nick Craig-Wood)
|
||||
- rc: Remove duplicate metrics_addr option registration (Nick Craig-Wood)
|
||||
- vfs/vfscache: Fix silent write failure when mounting with remote:. (Lucky945H)
|
||||
- doc fixes (FTCHD, Iizuki, Leon Brocard, Nick Craig-Wood)
|
||||
- Drime
|
||||
- Fix file doesn't exists error when trying to delete (John Volk)
|
||||
- Fix 500 errors when listing shared folders (Alvinwylim)
|
||||
- Jottacloud
|
||||
- Support whitelabel service Phonero Sky (Tore Anderson)
|
||||
- Protondrive
|
||||
- Fix corrupted on transfer: sha1 hashes differ (William Tange)
|
||||
- S3
|
||||
- Add new MEGA S4 endpoints on megas4.com including Asia-Pacific region (Nick Craig-Wood)
|
||||
- WebDAV
|
||||
- Honour auth_redirect on listAll PROPFIND (Sai Asish Y)
|
||||
|
||||
## v1.74.1 - 2026-05-08
|
||||
|
||||
[See commits](https://github.com/rclone/rclone/compare/v1.74.0...v1.74.1)
|
||||
|
||||
- Bug Fixes
|
||||
- bisync: Fix retryable without `--resync` error message when `--resync` has a critical failure (Gustavo V. F.)
|
||||
- build
|
||||
- Fix multiple CVEs by upgrading to go1.26.3 (Nick Craig-Wood)
|
||||
- CVE-2026-42501: cmd/go: malicious module proxy can bypass checksum database
|
||||
- CVE-2026-39825: net/http/httputil: ReverseProxy forwards queries with more than urlmaxqueryparams parameters
|
||||
- CVE-2026-39836: net: panic in Dial and LookupPort when handling NUL byte on Windows
|
||||
- CVE-2026-42499: net/mail: quadratic string concatenation in consumePhrase
|
||||
- CVE-2026-39820: net/mail: quadratic string concatentation in consumeComment
|
||||
- CVE-2026-39819: cmd/go: "go bug" follows symlinks in predictable temporary filenames
|
||||
- CVE-2026-39817: cmd/go: "go tool pack" does not sanitize output paths
|
||||
- CVE-2026-33814: net/http: infinite loop in HTTP/2 transport when given bad SETTINGS_MAX_FRAME_SIZE
|
||||
- CVE-2026-39826: html/template: escaper bypass leads to XSS
|
||||
- CVE-2026-33811: net: crash when handling long CNAME response
|
||||
- CVE-2026-39823: html/template: bypass of meta content URL escaping causes XSS
|
||||
- Update golang.org/x/net to v0.53.0 to fix CVE-2026-33814 (Nick Craig-Wood)
|
||||
- cmd/serve/s3: Return object listings in key order (Leon Brocard)
|
||||
- Cloudinary
|
||||
- Fix retrying every error and fix pacer sleep units (Nick Craig-Wood)
|
||||
- Drime
|
||||
- Fix large file uploads landing in drive root instead of configured folder (Nick Craig-Wood)
|
||||
- Fix uploads of 100..200M files (Nick Craig-Wood)
|
||||
- Protondrive
|
||||
- Route HTTP through rclone's transport (Nick Craig-Wood)
|
||||
- Route library logging through rclone's logger (Nick Craig-Wood)
|
||||
- Fix segfault when copying files missing revision metadata (Nick Craig-Wood)
|
||||
- S3
|
||||
- Fix STS call per request by caching AssumeRole credentials (Nick Craig-Wood)
|
||||
- Add new Fastly Object Storage regions (Leon Brocard)
|
||||
|
||||
## v1.74.0 - 2026-05-01
|
||||
|
||||
[See commits](https://github.com/rclone/rclone/compare/v1.73.0...v1.74.0)
|
||||
@@ -70745,7 +70935,7 @@ Options:
|
||||
- [OVHcloud Object Storage](https://rclone.org/s3/#ovhcloud) (Florent Vennetier)
|
||||
- [Zata](https://rclone.org/s3/#Zata) ($@M@RTH_)
|
||||
- New Features
|
||||
- Allow [global config to be overriden or set on backend creation](https://rclone.org/docs/#globalconfig) (Nick Craig-Wood)
|
||||
- Allow [global config to be overridden or set on backend creation](https://rclone.org/docs/#globalconfig) (Nick Craig-Wood)
|
||||
- bisync: Promoted from beta to stable (nielash)
|
||||
- build
|
||||
- Update to go1.25 and make go1.24 the minimum required version (Nick Craig-Wood)
|
||||
@@ -70812,7 +71002,7 @@ Options:
|
||||
- This allows `--ca-cert`, `--client-cert` etc to be used.
|
||||
- This also allows `override.ca_cert = XXX` to be used in the config file.
|
||||
- Googlephotos
|
||||
- Added warning for Google Photos compatability-fixes (raider13209)
|
||||
- Added warning for Google Photos compatibility-fixes (raider13209)
|
||||
- Imagekit
|
||||
- Return correct error when attempting to upload zero length files (Nick Craig-Wood)
|
||||
- Don't low level retry uploads (Nick Craig-Wood)
|
||||
@@ -72169,7 +72359,7 @@ instead of of `--size-only`, when `check` is not available.
|
||||
- Add `--drive-env-auth` to get IAM credentials from runtime (Peter Brunner)
|
||||
- Update drive service account guide (Juang, Yi-Lin)
|
||||
- Fix change notify picking up files outside the root (Nick Craig-Wood)
|
||||
- Fix trailing slash mis-identificaton of folder as file (Nick Craig-Wood)
|
||||
- Fix trailing slash mis-identification of folder as file (Nick Craig-Wood)
|
||||
- Fix incorrect remote after Update on object (Nick Craig-Wood)
|
||||
- Dropbox
|
||||
- Implement `--dropbox-pacer-min-sleep` flag (Nick Craig-Wood)
|
||||
|
||||
Generated
+267
-19
@@ -1,6 +1,6 @@
|
||||
rclone(1) User Manual
|
||||
Nick Craig-Wood
|
||||
May 01, 2026
|
||||
Jun 05, 2026
|
||||
|
||||
NAME
|
||||
|
||||
@@ -4632,10 +4632,10 @@ Examples:
|
||||
// Output: stories/The Quick Brown Fox!.txt
|
||||
|
||||
rclone convmv "stories/The Quick Brown Fox!" --name-transform "date=-{YYYYMMDD}"
|
||||
// Output: stories/The Quick Brown Fox!-20260501
|
||||
// Output: stories/The Quick Brown Fox!-20260605
|
||||
|
||||
rclone convmv "stories/The Quick Brown Fox!" --name-transform "date=-{macfriendlytime}"
|
||||
// Output: stories/The Quick Brown Fox!-2026-05-01 0208PM
|
||||
// Output: stories/The Quick Brown Fox!-2026-06-05 0414PM
|
||||
|
||||
rclone convmv "stories/The Quick Brown Fox!.txt" --name-transform "all,regex=[\\.\\w]/ab"
|
||||
// Output: ababababababab/ababab ababababab ababababab ababab!abababab
|
||||
@@ -16361,7 +16361,7 @@ notfound, or the os null device represented by value NUL on Windows and
|
||||
in memory only.
|
||||
|
||||
You may see a log message "Config file not found - using defaults" if
|
||||
there is no configuration file. This can be supressed, e.g. if you are
|
||||
there is no configuration file. This can be suppressed, e.g. if you are
|
||||
using rclone entirely with on the fly remotes, by using memory-only
|
||||
configuration file or by creating an empty configuration file, as
|
||||
described above.
|
||||
@@ -19838,8 +19838,26 @@ can browse to http://127.0.0.1:5572/ or http://127.0.0.1:5572/* to see a
|
||||
listing of the remotes. Objects may be requested from remotes using this
|
||||
syntax http://127.0.0.1:5572/[remote:path]/path/to/object
|
||||
|
||||
Unless the rc server has authentication configured (--rc-user/--rc-pass
|
||||
or --rc-htpasswd) or the --rc-no-auth flag is set, only remotes already
|
||||
present in the config file may be served this way. Inline remotes (e.g.
|
||||
[:webdav,url=...:]), connection string parameters and bare local paths
|
||||
are rejected, since instantiating them from an unauthenticated request
|
||||
could run commands or read arbitrary local files.
|
||||
|
||||
Default Off.
|
||||
|
||||
global.* connection string options and the rc
|
||||
|
||||
Remotes instantiated by the rc do not let connection string global.*
|
||||
options change rclone's process-wide configuration. Remotes created
|
||||
directly on the command line or defined in the config file are
|
||||
unaffected.
|
||||
|
||||
A global.* option still takes effect for the individual backend it is
|
||||
set on (exactly like an override.* option), it just does not leak into
|
||||
the global config for the rest of the process.
|
||||
|
||||
--rc-serve-no-modtime
|
||||
|
||||
Set this flag to skip reading the modification time (can speed things
|
||||
@@ -23140,7 +23158,7 @@ Flags for general networking and HTTP stuff.
|
||||
--tpslimit float Limit HTTP transactions per second to this
|
||||
--tpslimit-burst int Max burst of transactions for --tpslimit (default 1)
|
||||
--use-cookies Enable session cookiejar
|
||||
--user-agent string Set the user-agent to a specified string (default "rclone/v1.74.0")
|
||||
--user-agent string Set the user-agent to a specified string (default "rclone/v1.74.3")
|
||||
|
||||
Performance
|
||||
|
||||
@@ -23305,7 +23323,7 @@ Metrics
|
||||
|
||||
Flags to control the Metrics HTTP endpoint..
|
||||
|
||||
--metrics-addr stringArray IPaddress:Port or :Port to bind metrics server to
|
||||
--metrics-addr stringArray IPaddress:Port or :Port to bind server to
|
||||
--metrics-allow-origin string Origin which cross-domain request (CORS) can be executed from
|
||||
--metrics-baseurl string Prefix for URLs - leave blank for root
|
||||
--metrics-cert string TLS PEM key (concatenation of certificate and CA certificate)
|
||||
@@ -23508,7 +23526,7 @@ Backend-only flags (these can be set in the config file also).
|
||||
--drime-list-chunk int Number of items to list in each call (default 1000)
|
||||
--drime-root-folder-id string ID of the root folder
|
||||
--drime-upload-concurrency int Concurrency for multipart uploads and copies (default 4)
|
||||
--drime-upload-cutoff SizeSuffix Cutoff for switching to chunked upload (default 200Mi)
|
||||
--drime-upload-cutoff SizeSuffix Cutoff for switching to chunked upload (default 5Mi)
|
||||
--drime-workspace-id string Account ID
|
||||
--drive-acknowledge-abuse Set to allow files which return cannotDownloadAbusiveFile to be downloaded
|
||||
--drive-allow-import-name-change Allow the filetype to change when uploading Google docs
|
||||
@@ -25839,9 +25857,19 @@ disallowed special characters and filename encodings.)
|
||||
|
||||
The following backends have known issues that need more investigation:
|
||||
|
||||
- TestDropbox (dropbox)
|
||||
- TestBisyncRemoteRemote/normalization
|
||||
- Updated: 2026-05-01-010013
|
||||
- TestFilen (filen)
|
||||
- TestBisyncRemoteRemote/resync_modes
|
||||
- TestBisyncRemoteRemote/rmdirs
|
||||
- TestHuaweiDrive (huaweidrive)
|
||||
- TestBisyncRemoteLocal/ext_paths
|
||||
- TestBisyncRemoteLocal/extended_filenames
|
||||
- TestBisyncRemoteLocal/normalization
|
||||
- TestBisyncLocalRemote/ext_paths
|
||||
- TestBisyncLocalRemote/extended_filenames
|
||||
- 4 more
|
||||
- TestSeafile (seafile)
|
||||
- TestBisyncLocalRemote/rmdirs
|
||||
- Updated: 2026-06-05-010010
|
||||
|
||||
The following backends either have not been tested recently or have
|
||||
known issues that are deemed unfixable for the time being:
|
||||
@@ -26682,6 +26710,11 @@ Unison and synchronization in general.
|
||||
|
||||
Changelog
|
||||
|
||||
v1.74.2
|
||||
|
||||
- Fixed an issue causing --conflict-loser pathname to produce
|
||||
unexpected behavior if using a non-default --conflict-resolve value.
|
||||
|
||||
v1.74
|
||||
|
||||
- Added several missing rc parameters.
|
||||
@@ -28535,6 +28568,9 @@ Properties:
|
||||
- "eu-south-1"
|
||||
- EU South 1
|
||||
- Provider: Fastly
|
||||
- "eu-west-1"
|
||||
- EU West 1
|
||||
- Provider: Fastly
|
||||
- "jp-central-1"
|
||||
- JP Central 1
|
||||
- Provider: Fastly
|
||||
@@ -28547,9 +28583,15 @@ Properties:
|
||||
- "us-east"
|
||||
- US East
|
||||
- Provider: Fastly
|
||||
- "us-east-1"
|
||||
- US East 1
|
||||
- Provider: Fastly
|
||||
- "us-west"
|
||||
- US West
|
||||
- Provider: Fastly
|
||||
- "us-west-1"
|
||||
- US West 1
|
||||
- Provider: Fastly
|
||||
- "global"
|
||||
- Global
|
||||
- Provider: FileLu
|
||||
@@ -29124,6 +29166,9 @@ Properties:
|
||||
- "eu-south-1.object.fastlystorage.app"
|
||||
- EU South 1
|
||||
- Provider: Fastly
|
||||
- "eu-west-1.object.fastlystorage.app"
|
||||
- EU West 1
|
||||
- Provider: Fastly
|
||||
- "jp-central-1.object.fastlystorage.app"
|
||||
- JP Central 1
|
||||
- Provider: Fastly
|
||||
@@ -29136,9 +29181,15 @@ Properties:
|
||||
- "us-east.object.fastlystorage.app"
|
||||
- US East
|
||||
- Provider: Fastly
|
||||
- "us-east-1.object.fastlystorage.app"
|
||||
- US East 1
|
||||
- Provider: Fastly
|
||||
- "us-west.object.fastlystorage.app"
|
||||
- US West
|
||||
- Provider: Fastly
|
||||
- "us-west-1.object.fastlystorage.app"
|
||||
- US West 1
|
||||
- Provider: Fastly
|
||||
- "s5lu.com"
|
||||
- Global FileLu S5 endpoint
|
||||
- Provider: FileLu
|
||||
@@ -29522,17 +29573,38 @@ Properties:
|
||||
- "br-ne1.magaluobjects.com"
|
||||
- Fortaleza, CE (BR), br-ne1
|
||||
- Provider: Magalu
|
||||
- "s3.eu-amsterdam.megas4.com"
|
||||
- Mega S4 Amsterdam
|
||||
- Provider: Mega
|
||||
- "s3.eu-luxembourg.megas4.com"
|
||||
- Mega S4 Luxembourg
|
||||
- Provider: Mega
|
||||
- "s3.eu-paris.megas4.com"
|
||||
- Mega S4 Paris
|
||||
- Provider: Mega
|
||||
- "s3.eu-barcelona.megas4.com"
|
||||
- Mega S4 Barcelona
|
||||
- Provider: Mega
|
||||
- "s3.ca-montreal.megas4.com"
|
||||
- Mega S4 Montreal
|
||||
- Provider: Mega
|
||||
- "s3.ca-vancouver.megas4.com"
|
||||
- Mega S4 Vancouver
|
||||
- Provider: Mega
|
||||
- "s3.ap-tokyo.megas4.com"
|
||||
- Mega S4 Tokyo
|
||||
- Provider: Mega
|
||||
- "s3.eu-central-1.s4.mega.io"
|
||||
- Mega S4 eu-central-1 (Amsterdam)
|
||||
- Mega S4 eu-central-1 (Amsterdam, legacy)
|
||||
- Provider: Mega
|
||||
- "s3.eu-central-2.s4.mega.io"
|
||||
- Mega S4 eu-central-2 (Bettembourg)
|
||||
- Mega S4 eu-central-2 (Bettembourg, legacy)
|
||||
- Provider: Mega
|
||||
- "s3.ca-central-1.s4.mega.io"
|
||||
- Mega S4 ca-central-1 (Montreal)
|
||||
- Mega S4 ca-central-1 (Montreal, legacy)
|
||||
- Provider: Mega
|
||||
- "s3.ca-west-1.s4.mega.io"
|
||||
- Mega S4 ca-west-1 (Vancouver)
|
||||
- Mega S4 ca-west-1 (Vancouver, legacy)
|
||||
- Provider: Mega
|
||||
- "oos.eu-west-2.outscale.com"
|
||||
- Outscale EU West 2 (Paris)
|
||||
@@ -37963,7 +38035,7 @@ start and finish the upload) and another 2 requests for each chunk:
|
||||
/b2api/v1/b2_upload_part/
|
||||
/b2api/v1/b2_finish_large_file
|
||||
|
||||
Versions
|
||||
Viewing versions with --b2-versions
|
||||
|
||||
Versions can be viewed with the --b2-versions flag. When it is set
|
||||
rclone will show and act on older versions of files. For example
|
||||
@@ -42405,7 +42477,7 @@ Properties:
|
||||
- Config: upload_cutoff
|
||||
- Env Var: RCLONE_DRIME_UPLOAD_CUTOFF
|
||||
- Type: SizeSuffix
|
||||
- Default: 200Mi
|
||||
- Default: 5Mi
|
||||
|
||||
--drime-chunk-size
|
||||
|
||||
@@ -51596,6 +51668,8 @@ setup as described below:
|
||||
- MediaMarkt
|
||||
- MediaMarkt Cloud (mediamarkt.jottacloud.com)
|
||||
- Let's Go Cloud (letsgo.jotta.cloud)
|
||||
- Phonero
|
||||
- Phonero Sky (sky.phonero.no)
|
||||
|
||||
Paths are specified as remote:path
|
||||
|
||||
@@ -67336,6 +67410,180 @@ Options:
|
||||
|
||||
Changelog
|
||||
|
||||
v1.74.3 - 2026-06-05
|
||||
|
||||
See commits
|
||||
|
||||
- Bug Fixes
|
||||
- rc
|
||||
- Fix unauthenticated command execution via --rc-serve inline
|
||||
remotes CVE-2026-49980 (Nick Craig-Wood)
|
||||
- Stop global.* connection string options changing config
|
||||
CVE-2026-49980 (Nick Craig-Wood)
|
||||
- build: Fix multiple CVEs by upgrading to go1.26.4 (Nick
|
||||
Craig-Wood)
|
||||
- CVE-2026-42504: mime: quadratic complexity in
|
||||
WordDecoder.DecodeHeader
|
||||
- CVE-2026-42507: net/textproto: arbitrary input are included
|
||||
in errors without any escaping
|
||||
- CVE-2026-27145: crypto/x509: split candidate hostname only
|
||||
once
|
||||
- log: Fix wrong source file:line in JSON logs from release builds
|
||||
(Nick Craig-Wood)
|
||||
- mount2: Fix empty directory listings on re-read (Janne Beate
|
||||
Bakeng)
|
||||
- serve s3: Fix multipart ListParts pagination returning wrong
|
||||
part numbers (Nick Craig-Wood)
|
||||
- serve sftp
|
||||
- Fix file corruption when a client resumes an upload (Nick
|
||||
Craig-Wood)
|
||||
- Fix truncate request being silently ignored (Nick
|
||||
Craig-Wood)
|
||||
- Local
|
||||
- Fix getXattr returning empty map instead of nil (Leon Brocard)
|
||||
- Drime
|
||||
- Fix server-side copy and move failing with Cloudflare 520 error
|
||||
(Nick Craig-Wood)
|
||||
- Fix files being uploaded to the wrong directory (Nick
|
||||
Craig-Wood)
|
||||
- Remove duplicate upload_cutoff config option (Nick Craig-Wood)
|
||||
- Fix directory rename leaving the renamed folder empty in VFS
|
||||
(Nick Craig-Wood)
|
||||
- Drive
|
||||
- Fix server-side move failing on shared drives with duplicate
|
||||
dirs (Nick Craig-Wood)
|
||||
- Iclouddrive
|
||||
- Fix ADP/PCS cookie acquisition for iCloud Drive (Yakov Till)
|
||||
- Fix "Index has invalid data" error listing iCloud Photos (Nick
|
||||
Craig-Wood)
|
||||
|
||||
v1.74.2 - 2026-05-22
|
||||
|
||||
See commits
|
||||
|
||||
- Bug Fixes
|
||||
- build
|
||||
- Update golang.org/x/net to v0.55.0 to address:
|
||||
- CVE-2026-42506: html: incorrect handling of namespaced
|
||||
elements in foreign content
|
||||
- CVE-2026-39821: idna: failure to reject ASCII-only
|
||||
Punycode-encoded labels
|
||||
- CVE-2026-42502: html: incorrect handling of HTML
|
||||
elements in foreign content
|
||||
- CVE-2026-25680: html: denial of service when parsing
|
||||
arbitrary HTML
|
||||
- CVE-2026-25681: html: incorrect handling of character
|
||||
references in DOCTYPE nodes
|
||||
- CVE-2026-27136: html: duplicate attributes can cause XSS
|
||||
- Update golang.org/x/crypto to v0.52.0 to address:
|
||||
- CVE-2026-46598: ssh/agent: pathological inputs can lead
|
||||
to client panic
|
||||
- CVE-2026-46597: ssh: byte arithmetic causes underflow
|
||||
and panic
|
||||
- CVE-2026-39828: ssh: bypass of certificate restrictions
|
||||
- CVE-2026-39835: ssh: server panic during
|
||||
CheckHostKey/Authenticate
|
||||
- CVE-2026-39833: ssh/agent: key constraints not enforced
|
||||
- CVE-2026-39832: ssh/agent: agent constraints dropped
|
||||
when forwarding keys
|
||||
- CVE-2026-39827: ssh: memory leak when rejecting channels
|
||||
can lead to DoS
|
||||
- CVE-2026-39830: ssh: client can cause server deadlock on
|
||||
unexpected responses
|
||||
- CVE-2026-39829: ssh: pathological RSA/DSA parameters may
|
||||
cause DoS
|
||||
- CVE-2026-39831: ssh: bypass of FIDO/U2F security keys
|
||||
physical interaction
|
||||
- CVE-2026-39834: ssh: infinite loop on large channel
|
||||
writes
|
||||
- CVE-2026-42508: ssh/knownhosts: auth bypass via
|
||||
unenforced @revoked status
|
||||
- CVE-2026-46595: ssh: VerifiedPublicKeyCallback
|
||||
permissions skip enforcement
|
||||
- Update golang.org/x/image to v0.41.0 to address:
|
||||
- CVE-2026-42500: bmp: panic when reading out of bound
|
||||
palette index
|
||||
- CVE-2026-33809: tiff: excessive resource consumption in
|
||||
PackBits decompression
|
||||
- Update golang.org/x/sys to version v0.45.0 to address:
|
||||
- CVE-2026-39824: windows: integer overflow in
|
||||
NewNTUnicodeString
|
||||
- Update github.com/go-git/go-billy/v5 to 5.9.0 to fix
|
||||
CVE-2026-44740
|
||||
- bisync: Fix --conflict-loser pathname with
|
||||
--conflict-resolve newer (nielash)
|
||||
- gui: Update embedded release to 1.1.8 (Nick Craig-Wood)
|
||||
- lib/http: Replace deprecated h2c.NewHandler with
|
||||
http.Server.Protocols (Nick Craig-Wood)
|
||||
- rc: Remove duplicate metrics_addr option registration (Nick
|
||||
Craig-Wood)
|
||||
- vfs/vfscache: Fix silent write failure when mounting with
|
||||
remote:. (Lucky945H)
|
||||
- doc fixes (FTCHD, Iizuki, Leon Brocard, Nick Craig-Wood)
|
||||
- Drime
|
||||
- Fix file doesn't exists error when trying to delete (John Volk)
|
||||
- Fix 500 errors when listing shared folders (Alvinwylim)
|
||||
- Jottacloud
|
||||
- Support whitelabel service Phonero Sky (Tore Anderson)
|
||||
- Protondrive
|
||||
- Fix corrupted on transfer: sha1 hashes differ (William Tange)
|
||||
- S3
|
||||
- Add new MEGA S4 endpoints on megas4.com including Asia-Pacific
|
||||
region (Nick Craig-Wood)
|
||||
- WebDAV
|
||||
- Honour auth_redirect on listAll PROPFIND (Sai Asish Y)
|
||||
|
||||
v1.74.1 - 2026-05-08
|
||||
|
||||
See commits
|
||||
|
||||
- Bug Fixes
|
||||
- bisync: Fix retryable without --resync error message when
|
||||
--resync has a critical failure (Gustavo V. F.)
|
||||
- build
|
||||
- Fix multiple CVEs by upgrading to go1.26.3 (Nick Craig-Wood)
|
||||
- CVE-2026-42501: cmd/go: malicious module proxy can
|
||||
bypass checksum database
|
||||
- CVE-2026-39825: net/http/httputil: ReverseProxy forwards
|
||||
queries with more than urlmaxqueryparams parameters
|
||||
- CVE-2026-39836: net: panic in Dial and LookupPort when
|
||||
handling NUL byte on Windows
|
||||
- CVE-2026-42499: net/mail: quadratic string concatenation
|
||||
in consumePhrase
|
||||
- CVE-2026-39820: net/mail: quadratic string
|
||||
concatentation in consumeComment
|
||||
- CVE-2026-39819: cmd/go: "go bug" follows symlinks in
|
||||
predictable temporary filenames
|
||||
- CVE-2026-39817: cmd/go: "go tool pack" does not sanitize
|
||||
output paths
|
||||
- CVE-2026-33814: net/http: infinite loop in HTTP/2
|
||||
transport when given bad SETTINGS_MAX_FRAME_SIZE
|
||||
- CVE-2026-39826: html/template: escaper bypass leads to
|
||||
XSS
|
||||
- CVE-2026-33811: net: crash when handling long CNAME
|
||||
response
|
||||
- CVE-2026-39823: html/template: bypass of meta content
|
||||
URL escaping causes XSS
|
||||
- Update golang.org/x/net to v0.53.0 to fix CVE-2026-33814
|
||||
(Nick Craig-Wood)
|
||||
- cmd/serve/s3: Return object listings in key order (Leon Brocard)
|
||||
- Cloudinary
|
||||
- Fix retrying every error and fix pacer sleep units (Nick
|
||||
Craig-Wood)
|
||||
- Drime
|
||||
- Fix large file uploads landing in drive root instead of
|
||||
configured folder (Nick Craig-Wood)
|
||||
- Fix uploads of 100..200M files (Nick Craig-Wood)
|
||||
- Protondrive
|
||||
- Route HTTP through rclone's transport (Nick Craig-Wood)
|
||||
- Route library logging through rclone's logger (Nick Craig-Wood)
|
||||
- Fix segfault when copying files missing revision metadata (Nick
|
||||
Craig-Wood)
|
||||
- S3
|
||||
- Fix STS call per request by caching AssumeRole credentials (Nick
|
||||
Craig-Wood)
|
||||
- Add new Fastly Object Storage regions (Leon Brocard)
|
||||
|
||||
v1.74.0 - 2026-05-01
|
||||
|
||||
See commits
|
||||
@@ -67972,7 +68220,7 @@ See commits
|
||||
- OVHcloud Object Storage (Florent Vennetier)
|
||||
- Zata ($@M@RTH_)
|
||||
- New Features
|
||||
- Allow global config to be overriden or set on backend creation
|
||||
- Allow global config to be overridden or set on backend creation
|
||||
(Nick Craig-Wood)
|
||||
- bisync: Promoted from beta to stable (nielash)
|
||||
- build
|
||||
@@ -68072,7 +68320,7 @@ See commits
|
||||
- This also allows override.ca_cert = XXX to be used in the
|
||||
config file.
|
||||
- Googlephotos
|
||||
- Added warning for Google Photos compatability-fixes
|
||||
- Added warning for Google Photos compatibility-fixes
|
||||
(raider13209)
|
||||
- Imagekit
|
||||
- Return correct error when attempting to upload zero length files
|
||||
@@ -69958,7 +70206,7 @@ See commits
|
||||
- Update drive service account guide (Juang, Yi-Lin)
|
||||
- Fix change notify picking up files outside the root (Nick
|
||||
Craig-Wood)
|
||||
- Fix trailing slash mis-identificaton of folder as file (Nick
|
||||
- Fix trailing slash mis-identification of folder as file (Nick
|
||||
Craig-Wood)
|
||||
- Fix incorrect remote after Update on object (Nick Craig-Wood)
|
||||
- Dropbox
|
||||
|
||||
@@ -34,6 +34,13 @@ import (
|
||||
"github.com/zeebo/blake3"
|
||||
)
|
||||
|
||||
// Pacer settings - tuned to match other rclone backends
|
||||
const (
|
||||
minSleep = 10 * time.Millisecond
|
||||
maxSleep = 2 * time.Second
|
||||
decayConstant = 2 // bigger for slower decay, exponential
|
||||
)
|
||||
|
||||
// Cloudinary shouldn't have a trailing dot if there is no path
|
||||
func cldPathDir(somePath string) string {
|
||||
if somePath == "" || somePath == "." {
|
||||
@@ -189,7 +196,7 @@ func NewFs(ctx context.Context, name string, root string, m configmap.Mapper) (f
|
||||
root: root,
|
||||
opt: *opt,
|
||||
cld: cld,
|
||||
pacer: fs.NewPacer(ctx, pacer.NewDefault(pacer.MinSleep(1000), pacer.MaxSleep(10000), pacer.DecayConstant(2))),
|
||||
pacer: fs.NewPacer(ctx, pacer.NewDefault(pacer.MinSleep(minSleep), pacer.MaxSleep(maxSleep), pacer.DecayConstant(decayConstant))),
|
||||
srv: rest.NewClient(client),
|
||||
}
|
||||
|
||||
@@ -586,21 +593,18 @@ func shouldRetry(ctx context.Context, resp *http.Response, err error) (bool, err
|
||||
if fserrors.ContextError(ctx, &err) {
|
||||
return false, err
|
||||
}
|
||||
// Cloudinary returns rate-limit windows as "Try again on YYYY-MM-DD HH:MM:SS UTC"
|
||||
// embedded in the error message - honour it as a retry-after.
|
||||
if err != nil {
|
||||
tryAgain := "Try again on "
|
||||
if idx := strings.Index(err.Error(), tryAgain); idx != -1 {
|
||||
layout := "2006-01-02 15:04:05 UTC"
|
||||
dateStr := err.Error()[idx+len(tryAgain) : idx+len(tryAgain)+len(layout)]
|
||||
timestamp, err2 := time.Parse(layout, dateStr)
|
||||
if err2 == nil {
|
||||
if timestamp, err2 := time.Parse(layout, dateStr); err2 == nil {
|
||||
return true, fserrors.NewErrorRetryAfter(time.Until(timestamp))
|
||||
}
|
||||
}
|
||||
|
||||
fs.Debugf(nil, "Retrying API error %v", err)
|
||||
return true, err
|
||||
}
|
||||
|
||||
return fserrors.ShouldRetry(err) || fserrors.ShouldRetryHTTP(resp, retryErrorCodes), err
|
||||
}
|
||||
|
||||
|
||||
@@ -171,7 +171,7 @@ type MultiPartCreateRequest struct {
|
||||
Mime string `json:"mime"`
|
||||
Size int64 `json:"size"`
|
||||
Extension string `json:"extension"`
|
||||
ParentID json.Number `json:"parent_id"`
|
||||
ParentID json.Number `json:"parentId"`
|
||||
RelativePath string `json:"relativePath"`
|
||||
WorkspaceID string `json:"workspaceId,omitempty"`
|
||||
}
|
||||
@@ -222,7 +222,7 @@ type MultiPartEntriesRequest struct {
|
||||
Filename string `json:"filename"`
|
||||
Size int64 `json:"size"`
|
||||
ClientExtension string `json:"clientExtension"`
|
||||
ParentID json.Number `json:"parent_id"`
|
||||
ParentID json.Number `json:"parentId"`
|
||||
RelativePath string `json:"relativePath"`
|
||||
WorkspaceID string `json:"workspaceId,omitempty"`
|
||||
}
|
||||
|
||||
+88
-17
@@ -54,7 +54,7 @@ const (
|
||||
rootURL = baseURL + "api/v1"
|
||||
maxUploadParts = 10000 // maximum allowed number of parts in a multi-part upload
|
||||
minChunkSize = fs.SizeSuffix(1024 * 1024 * 5)
|
||||
defaultUploadCutoff = fs.SizeSuffix(200 * 1024 * 1024)
|
||||
defaultUploadCutoff = fs.SizeSuffix(5 * 1024 * 1024) // as per https://docs.drime.cloud/uploads-guide
|
||||
)
|
||||
|
||||
// Register with Fs
|
||||
@@ -146,14 +146,6 @@ and these uploads do not fully utilize your bandwidth, then increasing
|
||||
this may help to speed up the transfers.`,
|
||||
Default: 4,
|
||||
Advanced: true,
|
||||
}, {
|
||||
Name: "upload_cutoff",
|
||||
Help: `Cutoff for switching to chunked upload.
|
||||
|
||||
Any files larger than this will be uploaded in chunks of chunk_size.
|
||||
The minimum is 0 and the maximum is 5 GiB.`,
|
||||
Default: defaultUploadCutoff,
|
||||
Advanced: true,
|
||||
}, {
|
||||
Name: config.ConfigEncoding,
|
||||
Help: config.ConfigEncodingHelp,
|
||||
@@ -278,6 +270,11 @@ var retryErrorCodes = []int{
|
||||
503, // Service Unavailable
|
||||
504, // Gateway Timeout
|
||||
509, // Bandwidth Limit Exceeded
|
||||
520, // Cloudflare: Web server returns an unknown error
|
||||
521, // Cloudflare: Web server is down
|
||||
522, // Cloudflare: Connection timed out
|
||||
523, // Cloudflare: Origin is unreachable
|
||||
524, // Cloudflare: A timeout occurred
|
||||
}
|
||||
|
||||
// shouldRetry returns a boolean as to whether this resp and err
|
||||
@@ -527,7 +524,7 @@ func (f *Fs) listAll(ctx context.Context, dirID string, directoriesOnly bool, fi
|
||||
Parameters: url.Values{},
|
||||
}
|
||||
if dirID != "" {
|
||||
opts.Parameters.Add("parentIds", dirID)
|
||||
opts.Parameters.Add("folderId", dirID)
|
||||
}
|
||||
if directoriesOnly {
|
||||
opts.Parameters.Add("type", api.ItemTypeFolder)
|
||||
@@ -709,6 +706,11 @@ func (f *Fs) deleteObject(ctx context.Context, id string) error {
|
||||
return shouldRetry(ctx, resp, err)
|
||||
})
|
||||
if err != nil {
|
||||
// If Drime returns 422 with invalid entry ID, the object is already gone.
|
||||
// Map this to a standard not-found error
|
||||
if strings.Contains(err.Error(), "entry ids is invalid") {
|
||||
return fs.ErrorObjectNotFound
|
||||
}
|
||||
return fmt.Errorf("failed to delete item: %w", err)
|
||||
}
|
||||
// Check the individual result codes also
|
||||
@@ -782,10 +784,16 @@ func (f *Fs) patch(ctx context.Context, id, attribute string, value string) (ite
|
||||
Name: value,
|
||||
}
|
||||
var result api.UpdateItemResponse
|
||||
// The drime origin returns a malformed response (seen by Cloudflare as
|
||||
// a 520) for a literal PUT to this endpoint, so use a POST with Laravel
|
||||
// method spoofing instead - the API routes it to the same handler.
|
||||
opts := rest.Opts{
|
||||
Method: "PUT",
|
||||
Method: "POST",
|
||||
Path: "/file-entries/" + id,
|
||||
Parameters: url.Values{},
|
||||
ExtraHeaders: map[string]string{
|
||||
"X-HTTP-Method-Override": "PUT",
|
||||
},
|
||||
}
|
||||
if f.opt.WorkspaceID != "" {
|
||||
opts.Parameters.Set("workspaceId", f.opt.WorkspaceID)
|
||||
@@ -919,6 +927,48 @@ func (f *Fs) Move(ctx context.Context, src fs.Object, remote string) (fs.Object,
|
||||
return dstObj, nil
|
||||
}
|
||||
|
||||
// countDirChildren returns the number of direct children of dirID.
|
||||
func (f *Fs) countDirChildren(ctx context.Context, dirID string) (int, error) {
|
||||
n := 0
|
||||
_, err := f.listAll(ctx, dirID, false, false, "", func(*api.Item) bool {
|
||||
n++
|
||||
return false
|
||||
})
|
||||
return n, err
|
||||
}
|
||||
|
||||
// waitForDirChildren polls dirID until it lists at least want direct
|
||||
// children, or the timeout elapses. Drime's folder rename has visible
|
||||
// eventual-consistency on the children listing - the rename returns
|
||||
// success immediately but the renamed folder lists as empty for a
|
||||
// short window - so callers that rename a folder use this to wait for
|
||||
// the listing to settle before returning (see issue #9450).
|
||||
func (f *Fs) waitForDirChildren(ctx context.Context, dirID string, want int) error {
|
||||
const timeout = 30 * time.Second
|
||||
deadline := time.Now().Add(timeout)
|
||||
backoff := 100 * time.Millisecond
|
||||
for {
|
||||
got, err := f.countDirChildren(ctx, dirID)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if got >= want {
|
||||
return nil
|
||||
}
|
||||
if time.Now().After(deadline) {
|
||||
return fmt.Errorf("timed out waiting for directory listing to settle: got %d, want %d", got, want)
|
||||
}
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
return ctx.Err()
|
||||
case <-time.After(backoff):
|
||||
}
|
||||
if backoff < 2*time.Second {
|
||||
backoff *= 2
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// DirMove moves src, srcRemote to this remote at dstRemote
|
||||
// using server-side move operations.
|
||||
//
|
||||
@@ -939,11 +989,25 @@ func (f *Fs) DirMove(ctx context.Context, src fs.Fs, srcRemote, dstRemote string
|
||||
return err
|
||||
}
|
||||
|
||||
// Count children before the move so we can wait for the server's
|
||||
// children listing to reflect the rename - see waitForDirChildren.
|
||||
preCount, err := f.countDirChildren(ctx, srcID)
|
||||
if err != nil {
|
||||
return fmt.Errorf("DirMove: count source children: %w", err)
|
||||
}
|
||||
|
||||
// Do the move
|
||||
_, err = f.moveTo(ctx, srcID, srcLeaf, dstLeaf, srcDirectoryID, dstDirectoryID)
|
||||
info, err := f.moveTo(ctx, srcID, srcLeaf, dstLeaf, srcDirectoryID, dstDirectoryID)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if preCount > 0 {
|
||||
if err := f.waitForDirChildren(ctx, info.ID.String(), preCount); err != nil {
|
||||
fs.Logf(f, "DirMove: %v (continuing)", err)
|
||||
}
|
||||
}
|
||||
|
||||
srcFs.dirCache.FlushDir(srcRemote)
|
||||
return nil
|
||||
}
|
||||
@@ -1096,6 +1160,11 @@ func (f *Fs) OpenChunkWriter(ctx context.Context, remote string, src fs.ObjectIn
|
||||
return info, nil, err
|
||||
}
|
||||
|
||||
// Send just the leaf as relativePath, matching the single-part /uploads
|
||||
// convention. The file is placed by parentId; sending an absolute path
|
||||
// here makes the server build folders from it and drop "0" path segments.
|
||||
relPath := f.opt.Enc.FromStandardName(leaf)
|
||||
|
||||
// Temporary Object under construction
|
||||
o := &Object{
|
||||
fs: f,
|
||||
@@ -1129,7 +1198,7 @@ func (f *Fs) OpenChunkWriter(ctx context.Context, remote string, src fs.ObjectIn
|
||||
Size: createSize,
|
||||
Extension: strings.TrimPrefix(path.Ext(leaf), `.`),
|
||||
ParentID: json.Number(directoryID),
|
||||
RelativePath: f.opt.Enc.FromStandardPath(path.Join(f.root, remote)),
|
||||
RelativePath: relPath,
|
||||
WorkspaceID: f.opt.WorkspaceID,
|
||||
}
|
||||
|
||||
@@ -1156,8 +1225,6 @@ func (f *Fs) OpenChunkWriter(ctx context.Context, remote string, src fs.ObjectIn
|
||||
if ext == "" {
|
||||
ext = "bin"
|
||||
}
|
||||
rel := f.opt.Enc.FromStandardPath(path.Join(f.root, remote))
|
||||
|
||||
chunkWriter := &drimeChunkWriter{
|
||||
uploadID: resp.UploadID,
|
||||
key: resp.Key,
|
||||
@@ -1170,7 +1237,7 @@ func (f *Fs) OpenChunkWriter(ctx context.Context, remote string, src fs.ObjectIn
|
||||
mime: mime,
|
||||
extension: ext,
|
||||
parentID: json.Number(directoryID),
|
||||
relativePath: rel,
|
||||
relativePath: relPath,
|
||||
}
|
||||
info = fs.ChunkWriterInfo{
|
||||
ChunkSize: int64(chunkSize),
|
||||
@@ -1530,7 +1597,11 @@ func (o *Object) Update(ctx context.Context, in io.Reader, src fs.ObjectInfo, op
|
||||
fs.Debugf(o, "Removing old object on successful upload")
|
||||
deleteErr := o.fs.deleteObject(ctx, id)
|
||||
if deleteErr != nil {
|
||||
err = fmt.Errorf("failed to delete existing object: %w", deleteErr)
|
||||
if errors.Is(deleteErr, fs.ErrorObjectNotFound) {
|
||||
fs.Debugf(o, "Old object already deleted, safely ignoring")
|
||||
} else {
|
||||
err = fmt.Errorf("failed to delete existing object: %w", deleteErr)
|
||||
}
|
||||
}
|
||||
}()
|
||||
}
|
||||
|
||||
+11
-4
@@ -3034,11 +3034,18 @@ func (f *Fs) Move(ctx context.Context, src fs.Object, remote string) (fs.Object,
|
||||
remote = remote[:len(remote)-len(ext)]
|
||||
}
|
||||
|
||||
_, srcParentID, err := srcObj.fs.dirCache.FindPath(ctx, src.Remote(), false)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
// Find the ID of the parent to remove the file from.
|
||||
var srcParentID string
|
||||
if len(srcObj.parents) == 1 {
|
||||
srcParentID = srcObj.parents[0]
|
||||
} else {
|
||||
var err error
|
||||
_, srcParentID, err = srcObj.fs.dirCache.FindPath(ctx, src.Remote(), false)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
srcParentID = actualID(srcParentID)
|
||||
}
|
||||
srcParentID = actualID(srcParentID)
|
||||
|
||||
// Temporary Object under construction
|
||||
dstInfo, err := f.createFileInfo(ctx, remote, src.ModTime(ctx))
|
||||
|
||||
@@ -681,6 +681,83 @@ func (f *Fs) InternalTestSingleQuoteFolder(t *testing.T) {
|
||||
assert.NoError(t, err)
|
||||
}
|
||||
|
||||
// TestIntegration/FsMkdir/FsPutFiles/Internal/MoveDuplicateParent
|
||||
//
|
||||
// Check that moving a file removes it from its real parent even when there
|
||||
// are two directories with the same name and the directory cache resolves the
|
||||
// path to the wrong duplicate. Otherwise the file ends up with two parents
|
||||
// which fails on shared drives with a teamDrivesParentLimit error (#9472).
|
||||
func (f *Fs) InternalTestMoveDuplicateParent(t *testing.T) {
|
||||
ctx := context.Background()
|
||||
if f.Features().Move == nil {
|
||||
t.Skip("Move not supported")
|
||||
}
|
||||
|
||||
rootID, err := f.dirCache.RootID(ctx, false)
|
||||
require.NoError(t, err)
|
||||
|
||||
const dupName = "dup9472"
|
||||
const dstName = "dst9472"
|
||||
const fileName = "michael.txt"
|
||||
|
||||
// Create the first "dup9472" directory - this is the one the directory
|
||||
// cache will resolve the path to.
|
||||
dirA, err := f.createDir(ctx, rootID, dupName, nil)
|
||||
require.NoError(t, err)
|
||||
f.dirCache.Put(dupName, dirA.Id)
|
||||
|
||||
// Create a second directory with the SAME name and parent: a duplicate
|
||||
// the directory cache does not know about.
|
||||
dirB, err := f.createDir(ctx, rootID, dupName, nil)
|
||||
require.NoError(t, err)
|
||||
|
||||
// Destination directory
|
||||
dirDst, err := f.createDir(ctx, rootID, dstName, nil)
|
||||
require.NoError(t, err)
|
||||
|
||||
defer func() {
|
||||
_ = f.delete(ctx, dirA.Id, false)
|
||||
_ = f.delete(ctx, dirB.Id, false)
|
||||
_ = f.delete(ctx, dirDst.Id, false)
|
||||
f.dirCache.Flush()
|
||||
}()
|
||||
|
||||
// Upload a file directly into dirB (the duplicate the cache doesn't know).
|
||||
createInfo := &drive.File{
|
||||
Name: fileName,
|
||||
Parents: []string{dirB.Id},
|
||||
}
|
||||
var fileInfo *drive.File
|
||||
err = f.pacer.Call(func() (bool, error) {
|
||||
fileInfo, err = f.svc.Files.Create(createInfo).
|
||||
Media(strings.NewReader("9472 duplicate parent test")).
|
||||
Fields(f.getFileFields(ctx)).
|
||||
SupportsAllDrives(true).
|
||||
Context(ctx).Do()
|
||||
return f.shouldRetry(ctx, err)
|
||||
})
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, []string{dirB.Id}, fileInfo.Parents)
|
||||
|
||||
// Sanity check: the directory cache resolves the path to dirA, not the
|
||||
// dirB the file actually lives in.
|
||||
gotDirID, err := f.dirCache.FindDir(ctx, dupName, false)
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, dirA.Id, gotDirID, "directory cache should resolve to the wrong duplicate")
|
||||
|
||||
// Build the source object pointing at the file in dirB and move it.
|
||||
srcObj, err := f.newObjectWithInfo(ctx, dupName+"/"+fileName, fileInfo)
|
||||
require.NoError(t, err)
|
||||
|
||||
dstObj, err := f.Move(ctx, srcObj, dstName+"/"+fileName)
|
||||
require.NoError(t, err)
|
||||
|
||||
// The moved file must have exactly one parent: the destination.
|
||||
movedInfo, err := f.getFile(ctx, dstObj.(fs.IDer).ID(), "id,parents")
|
||||
require.NoError(t, err)
|
||||
assert.Equal(t, []string{dirDst.Id}, movedInfo.Parents)
|
||||
}
|
||||
|
||||
func (f *Fs) InternalTest(t *testing.T) {
|
||||
// These tests all depend on each other so run them as nested tests
|
||||
t.Run("DocumentImport", func(t *testing.T) {
|
||||
@@ -701,6 +778,7 @@ func (f *Fs) InternalTest(t *testing.T) {
|
||||
t.Run("Query", f.InternalTestQuery)
|
||||
t.Run("AgeQuery", f.InternalTestAgeQuery)
|
||||
t.Run("SingleQuoteFolder", f.InternalTestSingleQuoteFolder)
|
||||
t.Run("MoveDuplicateParent", f.InternalTestMoveDuplicateParent)
|
||||
t.Run("ShouldRetry", f.InternalTestShouldRetry)
|
||||
}
|
||||
|
||||
|
||||
@@ -25,6 +25,13 @@ const (
|
||||
authEndpoint = "https://idmsa.apple.com/appleauth/auth"
|
||||
)
|
||||
|
||||
// Webservice keys in AccountInfo.Webservices map
|
||||
const (
|
||||
WsDrive = "drivews"
|
||||
WsDocs = "docws"
|
||||
WsPhotos = "ckdatabasews"
|
||||
)
|
||||
|
||||
type sessionSave func(*Session)
|
||||
|
||||
// Client defines the client configuration
|
||||
@@ -32,6 +39,7 @@ type Client struct {
|
||||
appleID string
|
||||
password string
|
||||
remoteName string // rclone remote name, used for cache namespacing
|
||||
pcsWSKey string // webservice key for PCS cookie scoping (e.g. WsDrive, WsPhotos)
|
||||
srv *rest.Client
|
||||
Session *Session
|
||||
sessionSaveCallback sessionSave
|
||||
@@ -41,11 +49,14 @@ type Client struct {
|
||||
}
|
||||
|
||||
// New creates a new iCloud API client and initializes its HTTP session
|
||||
func New(appleID, password, trustToken string, clientID string, cookies []*http.Cookie, sessionSaveCallback sessionSave, remoteName string) (*Client, error) {
|
||||
// pcsWSKey scopes PCS cookie acquisition to the caller's webservice (WsDrive, WsPhotos);
|
||||
// empty string skips PCS entirely
|
||||
func New(appleID, password, trustToken string, clientID string, cookies []*http.Cookie, sessionSaveCallback sessionSave, remoteName string, pcsWSKey string) (*Client, error) {
|
||||
icloud := &Client{
|
||||
appleID: strings.ToLower(appleID), // Apple SRP requires lowercase in client-side proof
|
||||
password: password,
|
||||
remoteName: filepath.Base(remoteName),
|
||||
pcsWSKey: pcsWSKey,
|
||||
srv: rest.NewClient(fshttp.NewClient(context.Background())),
|
||||
Session: NewSession(),
|
||||
sessionSaveCallback: sessionSaveCallback,
|
||||
@@ -75,8 +86,8 @@ func (c *Client) DriveService() (*DriveService, error) {
|
||||
func (c *Client) Request(ctx context.Context, opts rest.Opts, request any, response any) (resp *http.Response, err error) {
|
||||
resp, err = c.Session.Request(ctx, opts, request, response)
|
||||
if err != nil && resp != nil {
|
||||
// try to reauth
|
||||
if resp.StatusCode == 401 || resp.StatusCode == 421 {
|
||||
// 401/421 = session expired, 423 = missing PCS cookies (ADP)
|
||||
if resp.StatusCode == 401 || resp.StatusCode == 421 || resp.StatusCode == 423 {
|
||||
err = c.Authenticate(ctx)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
@@ -95,6 +106,24 @@ func (c *Client) Request(ctx context.Context, opts rest.Opts, request any, respo
|
||||
func (c *Client) Authenticate(ctx context.Context) error {
|
||||
c.mu.Lock()
|
||||
defer c.mu.Unlock()
|
||||
|
||||
if err := c.authenticateSession(ctx); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
// Ensure PCS cookies after any successful auth path (ADP accounts)
|
||||
acquired, err := c.Session.ensurePCSCookies(ctx, c.pcsWSKey)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if acquired && c.sessionSaveCallback != nil {
|
||||
c.sessionSaveCallback(c.Session)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// authenticateSession establishes a valid session via the cheapest available path
|
||||
func (c *Client) authenticateSession(ctx context.Context) error {
|
||||
// Skip /validate round-trip when saved session has cookies + service endpoints
|
||||
// Native client behavior: use cached session, reauth lazily on 401/421
|
||||
if c.Session.Cookies != nil && len(c.Session.AccountInfo.Webservices) > 0 {
|
||||
|
||||
@@ -33,7 +33,7 @@ type DriveService struct {
|
||||
|
||||
// NewDriveService creates a new DriveService instance.
|
||||
func NewDriveService(icloud *Client) (*DriveService, error) {
|
||||
return &DriveService{icloud: icloud, RootID: "FOLDER::com.apple.CloudDocs::root", endpoint: icloud.Session.AccountInfo.Webservices["drivews"].URL, docsEndpoint: icloud.Session.AccountInfo.Webservices["docws"].URL}, nil
|
||||
return &DriveService{icloud: icloud, RootID: "FOLDER::com.apple.CloudDocs::root", endpoint: icloud.Session.AccountInfo.Webservices[WsDrive].URL, docsEndpoint: icloud.Session.AccountInfo.Webservices[WsDocs].URL}, nil
|
||||
}
|
||||
|
||||
// GetItemByDriveID retrieves a DriveItem by its Drive ID.
|
||||
|
||||
@@ -510,7 +510,7 @@ func (album *Album) SetTestPhotoCache(cache map[string]*Photo) {
|
||||
|
||||
// NewPhotosService creates a new PhotosService instance
|
||||
func NewPhotosService(ctx context.Context, client *Client, pacer *fs.Pacer, shouldRetry ShouldRetryFunc) (*PhotosService, error) {
|
||||
service, exists := client.Session.AccountInfo.Webservices["ckdatabasews"]
|
||||
service, exists := client.Session.AccountInfo.Webservices[WsPhotos]
|
||||
if !exists || service.Status != "active" {
|
||||
return nil, fmt.Errorf("ckdatabasews service not available")
|
||||
}
|
||||
@@ -605,6 +605,13 @@ func (ps *PhotosService) discoverLibraries(ctx context.Context) (*libraryDiscove
|
||||
continue
|
||||
}
|
||||
name := zone.ZoneID.ZoneName
|
||||
// Only PrimarySync and SharedSync-* are photo libraries. Other
|
||||
// zones (e.g. CMM-* shared-album zones) appear in changes/database
|
||||
// but have no CPLAlbumByPositionLive index, so querying their
|
||||
// albums returns BAD_REQUEST / "Index has invalid data".
|
||||
if name != "PrimarySync" && !strings.HasPrefix(name, "SharedSync") {
|
||||
continue
|
||||
}
|
||||
// SharedSync-* found in private takes precedence over shared
|
||||
if _, exists := result.libraries[name]; exists {
|
||||
continue
|
||||
@@ -2313,7 +2320,7 @@ func (ps *PhotosService) requestWithReauth(ctx context.Context, makeOpts func()
|
||||
reauthDone := false
|
||||
return ps.pacer.Call(func() (bool, error) {
|
||||
resp, err := ps.client.Session.Request(ctx, makeOpts(), data, response)
|
||||
if !reauthDone && err != nil && resp != nil && (resp.StatusCode == 401 || resp.StatusCode == 421) {
|
||||
if !reauthDone && err != nil && resp != nil && (resp.StatusCode == 401 || resp.StatusCode == 421 || resp.StatusCode == 423) {
|
||||
reauthDone = true
|
||||
if authErr := ps.client.Authenticate(ctx); authErr != nil {
|
||||
return false, authErr
|
||||
|
||||
@@ -495,7 +495,7 @@ func (s *Session) getSRPAuthHeaders() map[string]string {
|
||||
return headers
|
||||
}
|
||||
|
||||
// AuthWithToken authenticates the session
|
||||
// AuthWithToken authenticates the session with the account login endpoint
|
||||
func (s *Session) AuthWithToken(ctx context.Context) error {
|
||||
values := map[string]any{
|
||||
"accountCountryCode": s.AccountCountry,
|
||||
@@ -522,86 +522,110 @@ func (s *Session) AuthWithToken(ctx context.Context) error {
|
||||
fs.Debugf(nil, "iclouddrive: accountLogin response cookies: %v", cookieDebugSummaries(resp.Cookies()))
|
||||
fs.Debugf(nil, "iclouddrive: session cookie jar after accountLogin: %v", cookieJarDebugSummaries(s.Cookies))
|
||||
|
||||
// Acquire PCS cookies if Advanced Data Protection is enabled
|
||||
if ws := s.AccountInfo.Webservices["ckdatabasews"]; ws != nil && ws.PcsRequired {
|
||||
fs.Debugf(nil, "iclouddrive: ADP detected (pcsRequired=true)")
|
||||
if s.hasPCSCookies() {
|
||||
fs.Debugf(nil, "iclouddrive: PCS cookies already present, skipping acquisition")
|
||||
} else {
|
||||
if err := s.acquirePCSCookies(ctx); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
} else {
|
||||
fs.Debugf(nil, "iclouddrive: no ADP (pcsRequired=false)")
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// hasPCSCookies checks if the required PCS cookies for Photos are already present
|
||||
func (s *Session) hasPCSCookies() bool {
|
||||
var hasPhotos, hasSharing bool
|
||||
for _, c := range s.Cookies {
|
||||
switch c.Name {
|
||||
case "X-APPLE-WEBAUTH-PCS-Photos":
|
||||
hasPhotos = true
|
||||
case "X-APPLE-WEBAUTH-PCS-Sharing":
|
||||
hasSharing = true
|
||||
}
|
||||
}
|
||||
return hasPhotos && hasSharing
|
||||
type pcsService struct {
|
||||
wsKey string
|
||||
appName string
|
||||
cookies []string
|
||||
}
|
||||
|
||||
// acquirePCSCookies requests PCS cookies for ADP-enabled accounts
|
||||
// pcsServices lists all services that need PCS cookies
|
||||
// appName values from icloud.com JS (Build 2616/19)
|
||||
var pcsServices = []pcsService{
|
||||
{WsPhotos, "photos", []string{"X-APPLE-WEBAUTH-PCS-Photos", "X-APPLE-WEBAUTH-PCS-Sharing"}},
|
||||
{WsDrive, "iclouddrive", []string{"X-APPLE-WEBAUTH-PCS-Documents"}},
|
||||
}
|
||||
|
||||
func (s *Session) hasPCSCookiesFor(names []string) bool {
|
||||
for _, name := range names {
|
||||
if !slices.ContainsFunc(s.Cookies, func(c *http.Cookie) bool { return c.Name == name }) {
|
||||
return false
|
||||
}
|
||||
}
|
||||
return true
|
||||
}
|
||||
|
||||
// ensurePCSCookies checks whether the session needs PCS cookies for the given
|
||||
// webservice and acquires them if missing, returning true if new cookies were acquired
|
||||
func (s *Session) ensurePCSCookies(ctx context.Context, pcsWSKey string) (bool, error) {
|
||||
if pcsWSKey == "" {
|
||||
return false, nil
|
||||
}
|
||||
for _, pcs := range pcsServices {
|
||||
if pcs.wsKey != pcsWSKey {
|
||||
continue
|
||||
}
|
||||
ws := s.AccountInfo.Webservices[pcs.wsKey]
|
||||
if ws == nil || !ws.PcsRequired {
|
||||
return false, nil
|
||||
}
|
||||
if s.hasPCSCookiesFor(pcs.cookies) {
|
||||
return false, nil
|
||||
}
|
||||
fs.Debugf(nil, "iclouddrive: ADP detected, acquiring PCS cookies for %s", pcs.appName)
|
||||
if err := s.acquirePCSCookiesFor(ctx, pcs.appName, pcs.cookies); err != nil {
|
||||
return false, err
|
||||
}
|
||||
return true, nil
|
||||
}
|
||||
return false, nil
|
||||
}
|
||||
|
||||
// acquirePCSCookiesFor requests PCS cookies for a specific service on ADP-enabled accounts
|
||||
// May require user approval on a trusted device (polls every 10s, max 5 min)
|
||||
func (s *Session) acquirePCSCookies(ctx context.Context) error {
|
||||
fs.Logf(nil, "iclouddrive: Advanced Data Protection enabled, requesting PCS cookies")
|
||||
const maxAttempts = 30 // 30 * 10s = 5 minutes max
|
||||
for attempt := 0; attempt < maxAttempts; attempt++ {
|
||||
fs.Debugf(nil, "iclouddrive: requestPCS outgoing cookies: %v", cookieJarDebugSummaries(s.Cookies))
|
||||
func (s *Session) acquirePCSCookiesFor(ctx context.Context, appName string, cookies []string) error {
|
||||
fs.Logf(nil, "iclouddrive: Advanced Data Protection enabled, requesting PCS cookies for %s", appName)
|
||||
const maxAttempts = 30
|
||||
for range maxAttempts {
|
||||
fs.Debugf(nil, "iclouddrive: requestPCS(%s) outgoing cookies: %v", appName, cookieJarDebugSummaries(s.Cookies))
|
||||
values := map[string]any{
|
||||
"appName": "photos",
|
||||
"appName": appName,
|
||||
"derivedFromUserAction": true,
|
||||
}
|
||||
body, err := IntoReader(values)
|
||||
if err != nil {
|
||||
return fmt.Errorf("requestPCS: %w", err)
|
||||
return fmt.Errorf("requestPCS(%s): %w", appName, err)
|
||||
}
|
||||
opts := rest.Opts{
|
||||
Method: "POST",
|
||||
Path: "/requestPCS",
|
||||
ExtraHeaders: s.GetHeaders(map[string]string{}),
|
||||
RootURL: setupEndpoint,
|
||||
Body: body,
|
||||
}
|
||||
opts.Body = body
|
||||
var pcsResp struct {
|
||||
Status string `json:"status"`
|
||||
Message string `json:"message"`
|
||||
}
|
||||
resp, err := s.Request(ctx, opts, nil, &pcsResp)
|
||||
if err != nil {
|
||||
return fmt.Errorf("requestPCS: %w", err)
|
||||
return fmt.Errorf("requestPCS(%s): %w", appName, err)
|
||||
}
|
||||
fs.Debugf(nil, "iclouddrive: requestPCS response cookies: %v", cookieDebugSummaries(resp.Cookies()))
|
||||
fs.Debugf(nil, "iclouddrive: requestPCS response: status=%q message=%q cookies=%d",
|
||||
pcsResp.Status, pcsResp.Message, len(resp.Cookies()))
|
||||
fs.Debugf(nil, "iclouddrive: requestPCS(%s) response: status=%q message=%q cookies=%d %v",
|
||||
appName, pcsResp.Status, pcsResp.Message, len(resp.Cookies()), cookieDebugSummaries(resp.Cookies()))
|
||||
if pcsResp.Status == "success" {
|
||||
if !s.hasPCSCookies() {
|
||||
return fmt.Errorf("requestPCS: server returned success but PCS cookies missing")
|
||||
if !s.hasPCSCookiesFor(cookies) {
|
||||
var missing []string
|
||||
for _, name := range cookies {
|
||||
if !slices.ContainsFunc(s.Cookies, func(c *http.Cookie) bool { return c.Name == name }) {
|
||||
missing = append(missing, name)
|
||||
}
|
||||
}
|
||||
return fmt.Errorf("requestPCS(%s): server returned success but cookies still missing: %v", appName, missing)
|
||||
}
|
||||
fs.Logf(nil, "iclouddrive: PCS cookies acquired")
|
||||
fs.Logf(nil, "iclouddrive: PCS cookies acquired for %s", appName)
|
||||
return nil
|
||||
}
|
||||
// Device consent required - poll until approved
|
||||
fs.Logf(nil, "iclouddrive: waiting for device approval for PCS (%s)", pcsResp.Message)
|
||||
fs.Logf(nil, "iclouddrive: waiting for device approval for PCS/%s (%s)", appName, pcsResp.Message)
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
return ctx.Err()
|
||||
case <-time.After(10 * time.Second):
|
||||
}
|
||||
}
|
||||
return fmt.Errorf("requestPCS: timed out waiting for device approval after 5 minutes")
|
||||
return fmt.Errorf("requestPCS(%s): timed out waiting for device approval after 5 minutes", appName)
|
||||
}
|
||||
|
||||
// RequestPushNotification explicitly requests a push notification to trusted devices
|
||||
|
||||
@@ -96,7 +96,7 @@ func resumeConfigClient(m configmap.Mapper, appleid, password, trustToken, clien
|
||||
if err != nil {
|
||||
return nil, nil, err
|
||||
}
|
||||
icloud, err := api.New(appleid, password, trustToken, clientID, cookies, nil, "_config")
|
||||
icloud, err := api.New(appleid, password, trustToken, clientID, cookies, nil, "_config", "")
|
||||
if err != nil {
|
||||
return nil, nil, err
|
||||
}
|
||||
@@ -280,7 +280,7 @@ func Config(ctx context.Context, name string, m configmap.Mapper, config fs.Conf
|
||||
// Force fresh SRP authentication - ignore stale trust token and cookies
|
||||
// so that reconnect always prompts for 2FA
|
||||
m.Set(configAuthSession, "")
|
||||
icloud, err := api.New(appleid, password, "", clientID, nil, nil, "_config")
|
||||
icloud, err := api.New(appleid, password, "", clientID, nil, nil, "_config", "")
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
@@ -410,7 +410,8 @@ func Config(ctx context.Context, name string, m configmap.Mapper, config fs.Conf
|
||||
|
||||
// newICloudClient parses options, authenticates, and returns a ready client
|
||||
// Shared between NewFs (Drive) and NewFsPhotos (Photos) to avoid duplication
|
||||
func newICloudClient(ctx context.Context, name string, m configmap.Mapper) (*api.Client, *Options, error) {
|
||||
// pcsWSKey scopes PCS cookie acquisition to the caller's service
|
||||
func newICloudClient(ctx context.Context, name string, m configmap.Mapper, pcsWSKey string) (*api.Client, *Options, error) {
|
||||
opt := new(Options)
|
||||
err := configstruct.Set(m, opt)
|
||||
if err != nil {
|
||||
@@ -442,6 +443,7 @@ func newICloudClient(ctx context.Context, name string, m configmap.Mapper) (*api
|
||||
cookies,
|
||||
callback,
|
||||
name,
|
||||
pcsWSKey,
|
||||
)
|
||||
if err != nil {
|
||||
return nil, nil, err
|
||||
|
||||
@@ -677,7 +677,7 @@ func retryResultUnknown(ctx context.Context, resp *http.Response, err error) (bo
|
||||
|
||||
// NewFs constructs an Fs from the path, container:path
|
||||
func NewFs(ctx context.Context, name, root string, m configmap.Mapper) (fs.Fs, error) {
|
||||
icloud, opt, err := newICloudClient(ctx, name, m)
|
||||
icloud, opt, err := newICloudClient(ctx, name, m, api.WsDrive)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
@@ -59,7 +59,7 @@ type PhotosObject struct {
|
||||
|
||||
// NewFsPhotos constructs an Fs for Photos from the path, container:path
|
||||
func NewFsPhotos(ctx context.Context, name, root string, m configmap.Mapper) (fs.Fs, error) {
|
||||
icloud, opt, err := newICloudClient(ctx, name, m)
|
||||
icloud, opt, err := newICloudClient(ctx, name, m, api.WsPhotos)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
@@ -91,6 +91,7 @@ func getServices() []service {
|
||||
{"letsgo", "Let's Go Cloud (Germany)", "letsgo.jotta.cloud", "letsgo", "desktop-win", []string{"openid", "offline_access"}},
|
||||
{"mediamarkt", "MediaMarkt Cloud (Multiregional)", "mediamarkt.jottacloud.com", "mediamarkt", "desktop", []string{"openid", "jotta-default", "offline_access"}},
|
||||
{"onlime", "Onlime (Denmark)", "cloud-auth.onlime.dk", "onlime_wl", "desktop", []string{"openid", "jotta-default", "offline_access"}},
|
||||
{"phonero", "Phonero Sky", "sky.phonero.no", "phonero", "desktop-win", []string{"openid", "offline_access"}},
|
||||
{"tele2", "Tele2 Cloud (Sweden)", "mittcloud-auth.tele2.se", "comhem", "desktop", []string{"openid", "jotta-default", "offline_access"}},
|
||||
{"telia_no", "Telia Sky (Norway)", "sky-auth.telia.no", "get", "desktop", []string{"openid", "jotta-default", "offline_access"}},
|
||||
{"telia_se", "Telia Cloud (Sweden)", "cloud-auth.telia.se", "telia_se", "desktop", []string{"openid", "jotta-default", "offline_access"}},
|
||||
|
||||
@@ -81,6 +81,10 @@ func (o *Object) getXattr() (metadata fs.Metadata, err error) {
|
||||
}
|
||||
metadata[k] = string(v)
|
||||
}
|
||||
// Return nil if all xattrs were filtered out (e.g. com.apple.provenance on macOS)
|
||||
if len(metadata) == 0 {
|
||||
return nil, nil
|
||||
}
|
||||
return metadata, nil
|
||||
}
|
||||
|
||||
|
||||
@@ -22,6 +22,7 @@ import (
|
||||
"github.com/rclone/rclone/fs/config/configmap"
|
||||
"github.com/rclone/rclone/fs/config/configstruct"
|
||||
"github.com/rclone/rclone/fs/config/obscure"
|
||||
"github.com/rclone/rclone/fs/fshttp"
|
||||
"github.com/rclone/rclone/fs/hash"
|
||||
"github.com/rclone/rclone/lib/dircache"
|
||||
"github.com/rclone/rclone/lib/encoder"
|
||||
@@ -420,6 +421,16 @@ func isDecimalString(value string) bool {
|
||||
return true
|
||||
}
|
||||
|
||||
// protonLogger adapts rclone's fs.Debugf/Logf/Errorf into the
|
||||
// resty.Logger / common.Logger shape expected by Proton-API-Bridge and
|
||||
// go-proton-api so that library output participates in -v / -vv levels
|
||||
// and is captured by --log-file.
|
||||
type protonLogger struct{ f *Fs }
|
||||
|
||||
func (l protonLogger) Errorf(format string, v ...interface{}) { fs.Errorf(l.f, format, v...) }
|
||||
func (l protonLogger) Warnf(format string, v ...interface{}) { fs.Logf(l.f, format, v...) }
|
||||
func (l protonLogger) Debugf(format string, v ...interface{}) { fs.Debugf(l.f, format, v...) }
|
||||
|
||||
func newProtonDrive(ctx context.Context, f *Fs, opt *Options, m configmap.Mapper) (*protonDriveAPI.ProtonDrive, error) {
|
||||
config := protonDriveAPI.NewDefaultConfig()
|
||||
config.AppVersion = opt.AppVersion
|
||||
@@ -428,6 +439,15 @@ func newProtonDrive(ctx context.Context, f *Fs, opt *Options, m configmap.Mapper
|
||||
}
|
||||
config.UserAgent = f.ci.UserAgent // opt.UserAgent
|
||||
|
||||
// Route HTTP through rclone's transport so global flags such as
|
||||
// --dump headers, --no-check-certificate, --user-agent, --bind,
|
||||
// --ca-cert and --header all take effect against Proton Drive.
|
||||
config.Transport = fshttp.NewTransport(ctx)
|
||||
|
||||
// Route bridge and go-proton-api log output through rclone's
|
||||
// logging system so it honours -v / -vv and --log-file.
|
||||
config.Logger = protonLogger{f: f}
|
||||
|
||||
config.ReplaceExistingDraft = opt.ReplaceExistingDraft
|
||||
config.EnableCaching = opt.EnableCaching
|
||||
|
||||
@@ -949,7 +969,7 @@ func (o *Object) Hash(ctx context.Context, t hash.Type) (string, error) {
|
||||
}
|
||||
|
||||
if o.digests != nil {
|
||||
return *o.digests, nil
|
||||
return strings.ToLower(*o.digests), nil
|
||||
}
|
||||
|
||||
// sha1 not cached: we fetch and try to obtain the sha1 of the link
|
||||
@@ -999,7 +1019,7 @@ func (o *Object) Storable() bool {
|
||||
|
||||
// Open opens the file for read. Call Close() on the returned io.ReadCloser
|
||||
func (o *Object) Open(ctx context.Context, options ...fs.OpenOption) (io.ReadCloser, error) {
|
||||
fs.FixRangeOption(options, *o.originalSize)
|
||||
fs.FixRangeOption(options, o.Size())
|
||||
var offset, limit int64 = 0, -1
|
||||
for _, option := range options { // if the caller passes in nil for options, it will become array of nil
|
||||
switch x := option.(type) {
|
||||
|
||||
@@ -4,20 +4,26 @@ region:
|
||||
au-east-1: AU East 1
|
||||
eu-central: EU Central
|
||||
eu-south-1: EU South 1
|
||||
eu-west-1: EU West 1
|
||||
jp-central-1: JP Central 1
|
||||
uk-east-1: UK East 1
|
||||
us-central-1: US Central 1
|
||||
us-east: US East
|
||||
us-east-1: US East 1
|
||||
us-west: US West
|
||||
us-west-1: US West 1
|
||||
endpoint:
|
||||
au-east-1.object.fastlystorage.app: AU East 1
|
||||
eu-central.object.fastlystorage.app: EU Central
|
||||
eu-south-1.object.fastlystorage.app: EU South 1
|
||||
eu-west-1.object.fastlystorage.app: EU West 1
|
||||
jp-central-1.object.fastlystorage.app: JP Central 1
|
||||
uk-east-1.object.fastlystorage.app: UK East 1
|
||||
us-central-1.object.fastlystorage.app: US Central 1
|
||||
us-east.object.fastlystorage.app: US East
|
||||
us-east-1.object.fastlystorage.app: US East 1
|
||||
us-west.object.fastlystorage.app: US West
|
||||
us-west-1.object.fastlystorage.app: US West 1
|
||||
quirks:
|
||||
force_path_style: true
|
||||
use_already_exists: false
|
||||
|
||||
@@ -1,10 +1,17 @@
|
||||
name: Mega
|
||||
description: MEGA S4 Object Storage
|
||||
endpoint:
|
||||
s3.eu-central-1.s4.mega.io: Mega S4 eu-central-1 (Amsterdam)
|
||||
s3.eu-central-2.s4.mega.io: Mega S4 eu-central-2 (Bettembourg)
|
||||
s3.ca-central-1.s4.mega.io: Mega S4 ca-central-1 (Montreal)
|
||||
s3.ca-west-1.s4.mega.io: Mega S4 ca-west-1 (Vancouver)
|
||||
s3.eu-amsterdam.megas4.com: Mega S4 Amsterdam
|
||||
s3.eu-luxembourg.megas4.com: Mega S4 Luxembourg
|
||||
s3.eu-paris.megas4.com: Mega S4 Paris
|
||||
s3.eu-barcelona.megas4.com: Mega S4 Barcelona
|
||||
s3.ca-montreal.megas4.com: Mega S4 Montreal
|
||||
s3.ca-vancouver.megas4.com: Mega S4 Vancouver
|
||||
s3.ap-tokyo.megas4.com: Mega S4 Tokyo
|
||||
s3.eu-central-1.s4.mega.io: Mega S4 eu-central-1 (Amsterdam, legacy)
|
||||
s3.eu-central-2.s4.mega.io: Mega S4 eu-central-2 (Bettembourg, legacy)
|
||||
s3.ca-central-1.s4.mega.io: Mega S4 ca-central-1 (Montreal, legacy)
|
||||
s3.ca-west-1.s4.mega.io: Mega S4 ca-west-1 (Vancouver, legacy)
|
||||
bucket_acl: true
|
||||
quirks:
|
||||
list_version: 2
|
||||
|
||||
+5
-3
@@ -371,7 +371,7 @@ this may help to speed up the transfers.`,
|
||||
|
||||
If this is true (the default) then rclone will use path style access,
|
||||
if false then rclone will use virtual path style. See [the AWS S3
|
||||
docs](https://docs.aws.amazon.com/AmazonS3/latest/dev/UsingBucket.html#access-bucket-intro)
|
||||
docs](https://docs.aws.amazon.com/AmazonS3/latest/userguide/VirtualHosting.html)
|
||||
for more info.
|
||||
|
||||
Some providers (e.g. AWS, Aliyun OSS, Netease COS, or Tencent COS) require this set to
|
||||
@@ -1522,8 +1522,10 @@ func s3Connection(ctx context.Context, opt *Options, client *http.Client) (s3Cli
|
||||
}
|
||||
}
|
||||
|
||||
// Create AssumeRole credentials provider
|
||||
awsConfig.Credentials = stscreds.NewAssumeRoleProvider(stsClient, opt.RoleARN, assumeRoleOptions)
|
||||
// Create AssumeRole credentials provider, wrapped in a
|
||||
// CredentialsCache so we don't call AssumeRole on every
|
||||
// request.
|
||||
awsConfig.Credentials = aws.NewCredentialsCache(stscreds.NewAssumeRoleProvider(stsClient, opt.RoleARN, assumeRoleOptions))
|
||||
}
|
||||
|
||||
provider = loadProvider(opt.Provider)
|
||||
|
||||
@@ -796,6 +796,7 @@ func (f *Fs) listAll(ctx context.Context, dir string, directoriesOnly bool, file
|
||||
ExtraHeaders: map[string]string{
|
||||
"Depth": depth,
|
||||
},
|
||||
AuthRedirect: f.opt.AuthRedirect, // allow redirects to preserve Auth
|
||||
}
|
||||
if f.hasOCMD5 || f.hasOCSHA1 {
|
||||
opts.Body = bytes.NewBuffer(owncloudProps)
|
||||
|
||||
@@ -12,6 +12,7 @@ import (
|
||||
"github.com/rclone/rclone/fs"
|
||||
"github.com/rclone/rclone/fs/config/configfile"
|
||||
"github.com/rclone/rclone/fs/config/configmap"
|
||||
"github.com/rclone/rclone/fs/config/obscure"
|
||||
"github.com/stretchr/testify/assert"
|
||||
"github.com/stretchr/testify/require"
|
||||
)
|
||||
@@ -81,6 +82,44 @@ func TestHeaders(t *testing.T) {
|
||||
require.NoError(t, err)
|
||||
}
|
||||
|
||||
// TestListAllAuthRedirect checks auth_redirect is honoured on listAll PROPFIND.
|
||||
func TestListAllAuthRedirect(t *testing.T) {
|
||||
var targetAuth string
|
||||
var targetHits int
|
||||
|
||||
target := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
targetHits++
|
||||
targetAuth = r.Header.Get("Authorization")
|
||||
_, err := fmt.Fprint(w, `<d:multistatus xmlns:d="DAV:"></d:multistatus>`)
|
||||
require.NoError(t, err)
|
||||
}))
|
||||
defer target.Close()
|
||||
|
||||
// Redirect via a different hostname so net/http strips Authorization on cross-host redirect.
|
||||
targetURL := strings.Replace(target.URL, "127.0.0.1", "localhost", 1)
|
||||
source := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
http.Redirect(w, r, targetURL+r.URL.Path, http.StatusTemporaryRedirect)
|
||||
}))
|
||||
defer source.Close()
|
||||
|
||||
configfile.Install()
|
||||
m := configmap.Simple{
|
||||
"type": "webdav",
|
||||
"url": source.URL,
|
||||
"user": "alice",
|
||||
"pass": obscure.MustObscure("secret"),
|
||||
"auth_redirect": "true",
|
||||
}
|
||||
|
||||
f, err := webdav.NewFs(context.Background(), remoteName, "", m)
|
||||
require.NoError(t, err)
|
||||
|
||||
_, _ = f.List(context.Background(), "")
|
||||
|
||||
assert.GreaterOrEqual(t, targetHits, 1, "redirect target should receive the request")
|
||||
assert.NotEmpty(t, targetAuth, "Authorization header should be preserved across redirect")
|
||||
}
|
||||
|
||||
// TestReservedCharactersInPathAreEscaped verifies that reserved characters
|
||||
// like semicolons and equals signs in file paths are percent-encoded in
|
||||
// HTTP requests to the WebDAV server (RFC 3986 compliance).
|
||||
|
||||
@@ -196,7 +196,7 @@ func Bisync(ctx context.Context, fs1, fs2 fs.Fs, optArg *Options) (err error) {
|
||||
}
|
||||
|
||||
if b.critical {
|
||||
if b.retryable && b.opt.Resilient {
|
||||
if b.retryable && b.opt.Resilient && !b.opt.Resync {
|
||||
fs.Errorf(nil, Color(terminal.RedFg, "Bisync critical error: %v"), err)
|
||||
fs.Error(nil, Color(terminal.YellowFg, "Bisync aborted. Error is retryable without --resync due to --resilient mode."))
|
||||
} else {
|
||||
|
||||
@@ -165,6 +165,16 @@ func (b *bisyncRun) resolve(ctxMove context.Context, path1, path2, file, alias s
|
||||
},
|
||||
}
|
||||
|
||||
if b.opt.ConflictLoser == ConflictLoserPathname {
|
||||
switch winningPath {
|
||||
case 1: // keep path1, rename path2
|
||||
r.path1.newName = r.path1.oldName
|
||||
case 2: // keep path2, rename path1
|
||||
r.path2.newName = r.path2.oldName
|
||||
}
|
||||
// case 0 keeps default
|
||||
}
|
||||
|
||||
// handle auto-numbering
|
||||
// note that we still queue copies for both files, whether or not we renamed
|
||||
// we also set these for ConflictLoserDelete in case there is no winner.
|
||||
|
||||
+1
-1
@@ -1 +1 @@
|
||||
"file2.txt"
|
||||
"file1.txt.path2"
|
||||
+3
-1
@@ -1,6 +1,6 @@
|
||||
# bisync listing v1 from test
|
||||
- 109 - - 2000-01-01T00:00:00.000000000+0000 "RCLONE_TEST"
|
||||
- 33 - - 2006-03-04T00:00:00.000000000+0000 "file1.txt"
|
||||
- 33 - - 2004-07-25T00:00:00.000000000+0000 "file1.txt"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt..path1"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt..path2"
|
||||
- 33 - - 2002-08-26T00:00:00.000000000+0000 "file1.txt.apple1"
|
||||
@@ -8,3 +8,5 @@
|
||||
- 33 - - 2003-07-23T00:00:00.000000000+0000 "file1.txt.cloud1"
|
||||
- 33 - - 2001-08-26T00:00:00.000000000+0000 "file1.txt.dinosaur1"
|
||||
- 33 - - 2003-07-23T00:00:00.000000000+0000 "file1.txt.local1"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt.path2"
|
||||
- 33 - - 2006-03-04T00:00:00.000000000+0000 "file2.txt"
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
# bisync listing v1 from test
|
||||
- 109 - - 2000-01-01T00:00:00.000000000+0000 "RCLONE_TEST"
|
||||
- 33 - - 2006-03-04T00:00:00.000000000+0000 "file1.txt"
|
||||
- 33 - - 2004-07-25T00:00:00.000000000+0000 "file1.txt"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt..path1"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt..path2"
|
||||
- 33 - - 2002-08-26T00:00:00.000000000+0000 "file1.txt.apple1"
|
||||
@@ -8,4 +8,4 @@
|
||||
- 33 - - 2003-07-23T00:00:00.000000000+0000 "file1.txt.cloud1"
|
||||
- 33 - - 2001-08-26T00:00:00.000000000+0000 "file1.txt.dinosaur1"
|
||||
- 33 - - 2003-07-23T00:00:00.000000000+0000 "file1.txt.local1"
|
||||
- 33 - - 2005-01-02T00:00:00.000000000+0000 "file2.txt"
|
||||
- 33 - - 2006-03-04T00:00:00.000000000+0000 "file2.txt"
|
||||
+1
-1
@@ -1,5 +1,6 @@
|
||||
# bisync listing v1 from test
|
||||
- 109 - - 2000-01-01T00:00:00.000000000+0000 "RCLONE_TEST"
|
||||
- 33 - - 2006-03-04T00:00:00.000000000+0000 "file1.txt"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt..path1"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt..path2"
|
||||
- 33 - - 2002-08-26T00:00:00.000000000+0000 "file1.txt.apple1"
|
||||
@@ -7,4 +8,3 @@
|
||||
- 33 - - 2003-07-23T00:00:00.000000000+0000 "file1.txt.cloud1"
|
||||
- 33 - - 2001-08-26T00:00:00.000000000+0000 "file1.txt.dinosaur1"
|
||||
- 33 - - 2003-07-23T00:00:00.000000000+0000 "file1.txt.local1"
|
||||
- 0 - - 2000-01-01T00:00:00.000000000+0000 "file2.txt"
|
||||
+3
-1
@@ -1,6 +1,6 @@
|
||||
# bisync listing v1 from test
|
||||
- 109 - - 2000-01-01T00:00:00.000000000+0000 "RCLONE_TEST"
|
||||
- 33 - - 2006-03-04T00:00:00.000000000+0000 "file1.txt"
|
||||
- 33 - - 2004-07-25T00:00:00.000000000+0000 "file1.txt"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt..path1"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt..path2"
|
||||
- 33 - - 2002-08-26T00:00:00.000000000+0000 "file1.txt.apple1"
|
||||
@@ -8,3 +8,5 @@
|
||||
- 33 - - 2003-07-23T00:00:00.000000000+0000 "file1.txt.cloud1"
|
||||
- 33 - - 2001-08-26T00:00:00.000000000+0000 "file1.txt.dinosaur1"
|
||||
- 33 - - 2003-07-23T00:00:00.000000000+0000 "file1.txt.local1"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt.path2"
|
||||
- 33 - - 2006-03-04T00:00:00.000000000+0000 "file2.txt"
|
||||
+1
-1
@@ -1,6 +1,6 @@
|
||||
# bisync listing v1 from test
|
||||
- 109 - - 2000-01-01T00:00:00.000000000+0000 "RCLONE_TEST"
|
||||
- 33 - - 2005-01-02T00:00:00.000000000+0000 "file1.txt"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt..path1"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt..path2"
|
||||
- 33 - - 2002-08-26T00:00:00.000000000+0000 "file1.txt.apple1"
|
||||
|
||||
+1
-1
@@ -1,5 +1,6 @@
|
||||
# bisync listing v1 from test
|
||||
- 109 - - 2000-01-01T00:00:00.000000000+0000 "RCLONE_TEST"
|
||||
- 33 - - 2006-03-04T00:00:00.000000000+0000 "file1.txt"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt..path1"
|
||||
- 33 - - 2004-07-23T00:00:00.000000000+0000 "file1.txt..path2"
|
||||
- 33 - - 2002-08-26T00:00:00.000000000+0000 "file1.txt.apple1"
|
||||
@@ -7,4 +8,3 @@
|
||||
- 33 - - 2003-07-23T00:00:00.000000000+0000 "file1.txt.cloud1"
|
||||
- 33 - - 2001-08-26T00:00:00.000000000+0000 "file1.txt.dinosaur1"
|
||||
- 33 - - 2003-07-23T00:00:00.000000000+0000 "file1.txt.local1"
|
||||
- 0 - - 2000-01-01T00:00:00.000000000+0000 "file2.txt"
|
||||
@@ -305,3 +305,56 @@ INFO : - [36mPath1[0m [35mDo queued copies to[0m - [36mP
|
||||
INFO : Updating listings
|
||||
INFO : Validating listings for Path1 "{path1/}" vs Path2 "{path2/}"
|
||||
INFO : [32mBisync successful[0m
|
||||
|
||||
[36m(48) :[0m [34mtest --conflict-resolve newer --conflict-loser pathname --conflict-suffix path[0m
|
||||
[36m(49) :[0m [34mtouch-glob 2004-07-23 {datadir/} file1R.txt[0m
|
||||
[36m(50) :[0m [34mcopy-as {datadir/}file1R.txt {path2/} file1.txt[0m
|
||||
[36m(51) :[0m [34mtouch-glob 2004-07-25 {datadir/} file1L.txt[0m
|
||||
[36m(52) :[0m [34mcopy-as {datadir/}file1L.txt {path1/} file1.txt[0m
|
||||
|
||||
[36m(53) :[0m [34mtest bisync run with --conflict-resolve=newer --conflict-loser=pathname --conflict-suffix=path[0m
|
||||
|
||||
[36m(54) :[0m [34mbisync conflict-resolve=newer conflict-loser=pathname conflict-suffix=path[0m
|
||||
INFO : [2mSetting --ignore-listing-checksum as neither --checksum nor --compare checksum are set.[0m
|
||||
INFO : Bisyncing with Comparison Settings:
|
||||
{
|
||||
"Modtime": true,
|
||||
"Size": true,
|
||||
"Checksum": false,
|
||||
"NoSlowHash": false,
|
||||
"SlowHashSyncOnly": false,
|
||||
"DownloadHash": false
|
||||
}
|
||||
INFO : Synching Path1 "{path1/}" with Path2 "{path2/}"
|
||||
INFO : Building Path1 and Path2 listings
|
||||
INFO : Path1 checking for diffs
|
||||
INFO : - [36mPath1[0m [35m[33mFile changed: [35mtime (older)[0m[0m[0m - [36mfile1.txt[0m
|
||||
INFO : - [36mPath1[0m [35m[32mFile is new[0m[0m - [36mfile2.txt[0m
|
||||
INFO : Path1: 2 changes: [32m 1 new[0m, [33m 1 modified[0m, [31m 0 deleted[0m
|
||||
INFO : ([33mModified[0m: [36m 0 newer[0m, [34m 1 older[0m)
|
||||
INFO : Path2 checking for diffs
|
||||
INFO : - [34mPath2[0m [35m[33mFile changed: [35mtime (older)[0m[0m[0m - [36mfile1.txt[0m
|
||||
INFO : - [34mPath2[0m [35m[32mFile is new[0m[0m - [36mfile2.txt[0m
|
||||
INFO : Path2: 2 changes: [32m 1 new[0m, [33m 1 modified[0m, [31m 0 deleted[0m
|
||||
INFO : ([33mModified[0m: [36m 0 newer[0m, [34m 1 older[0m)
|
||||
INFO : Applying changes
|
||||
INFO : Checking potential conflicts...
|
||||
ERROR : file1.txt: {hashtype} differ
|
||||
NOTICE: {path2String}: 1 differences found
|
||||
NOTICE: {path2String}: 1 errors while checking
|
||||
NOTICE: {path2String}: 1 matching files
|
||||
INFO : Finished checking the potential conflicts. 1 differences found
|
||||
NOTICE: - [34mWARNING[0m [35mNew or changed in both paths[0m - [36mfile1.txt[0m
|
||||
INFO : file1.txt: Path1 is newer. Path1: 2004-07-25 00:00:00 +0000 UTC, Path2: 2004-07-23 00:00:00 +0000 UTC, Difference: 48h0m0s
|
||||
INFO : file1.txt: [32mThe winner is: Path1[0m
|
||||
NOTICE: - [36mPath1[0m [35mNot renaming Path1 copy, as it was determined the winner[0m - [36m{path1/}file1.txt[0m
|
||||
NOTICE: - [36mPath1[0m [35m[32mQueue copy to[0m Path2[0m - [36m{path2/}file1.txt[0m
|
||||
NOTICE: - [34mPath2[0m [35mRenaming Path2 copy[0m - [36m{path2/}file1.txt.path2[0m
|
||||
NOTICE: - [34mPath2[0m [35m[32mQueue copy to[0m Path1[0m - [36m{path1/}file1.txt.path2[0m
|
||||
NOTICE: - [34mWARNING[0m [35mNew or changed in both paths[0m - [36mfile2.txt[0m
|
||||
INFO : Files are equal! Skipping: file2.txt
|
||||
INFO : - [34mPath2[0m [35mDo queued copies to[0m - [36mPath1[0m
|
||||
INFO : - [36mPath1[0m [35mDo queued copies to[0m - [36mPath2[0m
|
||||
INFO : Updating listings
|
||||
INFO : Validating listings for Path1 "{path1/}" vs Path2 "{path2/}"
|
||||
INFO : [32mBisync successful[0m
|
||||
+11
-1
@@ -64,4 +64,14 @@ copy-as {datadir/}file1L.txt {path1/} file1.txt
|
||||
copy-as {datadir/}file1L.txt {path2/} file2.txt
|
||||
|
||||
test bisync run with --conflict-resolve=newer --conflict-loser=delete
|
||||
bisync conflict-resolve=newer conflict-loser=delete
|
||||
bisync conflict-resolve=newer conflict-loser=delete
|
||||
|
||||
test --conflict-resolve newer --conflict-loser pathname --conflict-suffix path
|
||||
touch-glob 2004-07-23 {datadir/} file1R.txt
|
||||
copy-as {datadir/}file1R.txt {path2/} file1.txt
|
||||
touch-glob 2004-07-25 {datadir/} file1L.txt
|
||||
copy-as {datadir/}file1L.txt {path1/} file1.txt
|
||||
|
||||
test bisync run with --conflict-resolve=newer --conflict-loser=pathname --conflict-suffix=path
|
||||
# result should be -- "file1.txt", "file1.txt.path2"
|
||||
bisync conflict-resolve=newer conflict-loser=pathname conflict-suffix=path
|
||||
+1
-1
@@ -1 +1 @@
|
||||
1.1.7
|
||||
1.1.8
|
||||
Binary file not shown.
@@ -271,7 +271,20 @@ func (ds *dirStream) Next() (de fuse.DirEntry, errno syscall.Errno) {
|
||||
func (ds *dirStream) Close() {
|
||||
}
|
||||
|
||||
// Seekdir implements fusefs.FileSeekdirer so go-fuse can rewind the directory
|
||||
// stream when the kernel calls lseek(fd, 0, SEEK_SET) before a second getdents.
|
||||
// Without this, go-fuse returns ENOTSUP and ls returns empty on every call after
|
||||
// the first. See: https://github.com/hanwen/go-fuse/issues/549
|
||||
func (ds *dirStream) Seekdir(_ context.Context, off uint64) syscall.Errno {
|
||||
if off == 0 {
|
||||
ds.i = 0
|
||||
return 0
|
||||
}
|
||||
return syscall.ENOTSUP
|
||||
}
|
||||
|
||||
var _ fusefs.DirStream = (*dirStream)(nil)
|
||||
var _ fusefs.FileSeekdirer = (*dirStream)(nil)
|
||||
|
||||
// Readdir opens a stream of directory entries.
|
||||
//
|
||||
|
||||
@@ -13,9 +13,9 @@ func (db *s3Backend) pager(list *gofakes3.ObjectList, page gofakes3.ListBucketPa
|
||||
sort.Slice(list.CommonPrefixes, func(i, j int) bool {
|
||||
return list.CommonPrefixes[i].Prefix < list.CommonPrefixes[j].Prefix
|
||||
})
|
||||
// sort by modtime
|
||||
// sort by key name
|
||||
sort.Slice(list.Contents, func(i, j int) bool {
|
||||
return list.Contents[i].LastModified.Before(list.Contents[j].LastModified.Time)
|
||||
return list.Contents[i].Key < list.Contents[j].Key
|
||||
})
|
||||
tokens := page.MaxKeys
|
||||
if tokens == 0 {
|
||||
|
||||
@@ -0,0 +1,32 @@
|
||||
package s3
|
||||
|
||||
import (
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/rclone/gofakes3"
|
||||
)
|
||||
|
||||
func TestPagerSortsContentsByKey(t *testing.T) {
|
||||
list := gofakes3.NewObjectList()
|
||||
list.Add(&gofakes3.Content{
|
||||
Key: "b.txt",
|
||||
LastModified: gofakes3.NewContentTime(time.Unix(100, 0)),
|
||||
})
|
||||
list.Add(&gofakes3.Content{
|
||||
Key: "a.txt",
|
||||
LastModified: gofakes3.NewContentTime(time.Unix(200, 0)),
|
||||
})
|
||||
|
||||
got, err := (&s3Backend{}).pager(list, gofakes3.ListBucketPage{MaxKeys: 2})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if len(got.Contents) != 2 {
|
||||
t.Fatalf("expected 2 contents, got %d", len(got.Contents))
|
||||
}
|
||||
|
||||
if got.Contents[0].Key != "a.txt" || got.Contents[1].Key != "b.txt" {
|
||||
t.Fatalf("expected lexicographic key order [a.txt b.txt], got [%s %s]", got.Contents[0].Key, got.Contents[1].Key)
|
||||
}
|
||||
}
|
||||
@@ -38,7 +38,22 @@ func (v vfsHandler) Fileread(r *sftp.Request) (io.ReaderAt, error) {
|
||||
}
|
||||
|
||||
func (v vfsHandler) Filewrite(r *sftp.Request) (io.WriterAt, error) {
|
||||
file, err := v.OpenFile(r.Filepath, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0777)
|
||||
// Respect the flags requested in the SFTP OPEN packet
|
||||
p := r.Pflags()
|
||||
flags := os.O_WRONLY
|
||||
if p.Append {
|
||||
flags |= os.O_APPEND
|
||||
}
|
||||
if p.Creat {
|
||||
flags |= os.O_CREATE
|
||||
}
|
||||
if p.Trunc {
|
||||
flags |= os.O_TRUNC
|
||||
}
|
||||
if p.Excl {
|
||||
flags |= os.O_EXCL
|
||||
}
|
||||
file, err := v.OpenFile(r.Filepath, flags, 0777)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
@@ -49,7 +64,18 @@ func (v vfsHandler) Filecmd(r *sftp.Request) error {
|
||||
switch r.Method {
|
||||
case "Setstat":
|
||||
attr := r.Attributes()
|
||||
if attr.Mtime != 0 {
|
||||
flags := r.AttrFlags()
|
||||
// A size attribute is a request to truncate the file
|
||||
if flags.Size {
|
||||
node, err := v.Stat(r.Filepath)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if err := node.Truncate(int64(attr.Size)); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
if flags.Acmodtime {
|
||||
modTime := time.Unix(int64(attr.Mtime), 0)
|
||||
err := v.Chtimes(r.Filepath, modTime, modTime)
|
||||
if err != nil {
|
||||
|
||||
@@ -0,0 +1,183 @@
|
||||
// Test the SFTP serve handler against a real server and client.
|
||||
//
|
||||
// We skip tests on platforms with troublesome character mappings
|
||||
|
||||
//go:build !windows && !darwin && !plan9
|
||||
|
||||
package sftp
|
||||
|
||||
import (
|
||||
"context"
|
||||
"io"
|
||||
"os"
|
||||
"strings"
|
||||
"testing"
|
||||
|
||||
"github.com/pkg/sftp"
|
||||
_ "github.com/rclone/rclone/backend/local"
|
||||
"github.com/rclone/rclone/cmd/serve/proxy"
|
||||
"github.com/rclone/rclone/fs"
|
||||
"github.com/rclone/rclone/vfs/vfscommon"
|
||||
"github.com/stretchr/testify/assert"
|
||||
"github.com/stretchr/testify/require"
|
||||
"golang.org/x/crypto/ssh"
|
||||
)
|
||||
|
||||
// startTestServer starts an sftp server serving a temporary local directory
|
||||
// with the given VFS options and returns a connected sftp client.
|
||||
func startTestServer(t *testing.T, vfsOpt *vfscommon.Options) *sftp.Client {
|
||||
ctx := context.Background()
|
||||
|
||||
f, err := fs.NewFs(ctx, t.TempDir())
|
||||
require.NoError(t, err)
|
||||
|
||||
opt := Opt
|
||||
opt.ListenAddr = testBindAddress
|
||||
opt.User = testUser
|
||||
opt.Pass = testPass
|
||||
|
||||
w, err := newServer(ctx, f, &opt, vfsOpt, &proxy.Opt)
|
||||
require.NoError(t, err)
|
||||
go func() {
|
||||
_ = w.Serve()
|
||||
}()
|
||||
t.Cleanup(func() {
|
||||
assert.NoError(t, w.Shutdown())
|
||||
})
|
||||
|
||||
clientConfig := &ssh.ClientConfig{
|
||||
User: testUser,
|
||||
Auth: []ssh.AuthMethod{ssh.Password(testPass)},
|
||||
HostKeyCallback: ssh.InsecureIgnoreHostKey(),
|
||||
}
|
||||
conn, err := ssh.Dial("tcp", w.Addr().String(), clientConfig)
|
||||
require.NoError(t, err)
|
||||
t.Cleanup(func() {
|
||||
_ = conn.Close()
|
||||
})
|
||||
|
||||
client, err := sftp.NewClient(conn)
|
||||
require.NoError(t, err)
|
||||
t.Cleanup(func() {
|
||||
_ = client.Close()
|
||||
})
|
||||
|
||||
return client
|
||||
}
|
||||
|
||||
// Test that re-opening a file for write without the truncate flag preserves
|
||||
// the data already written, rather than zeroing the start of the file.
|
||||
//
|
||||
// This reproduces a corruption seen with WinSCP "Process in Background", which
|
||||
// resumes an upload on a second connection by re-opening the partial file
|
||||
// without SSH_FXF_TRUNC and writing from the offset it had reached.
|
||||
func TestFilewriteResumeNoTruncate(t *testing.T) {
|
||||
vfsOpt := vfscommon.Opt
|
||||
vfsOpt.CacheMode = vfscommon.CacheModeWrites
|
||||
client := startTestServer(t, &vfsOpt)
|
||||
|
||||
const (
|
||||
fileName = "file.bin"
|
||||
total = 1024 * 1024 // 1 MiB
|
||||
split = 700 * 1024 // where the upload is "backgrounded"
|
||||
)
|
||||
|
||||
// Deterministic non-zero contents so a zeroed hole is easy to spot
|
||||
contents := make([]byte, total)
|
||||
for i := range contents {
|
||||
contents[i] = byte(i%251 + 1)
|
||||
}
|
||||
|
||||
// First connection: write the first part with truncate, as a fresh upload
|
||||
f, err := client.OpenFile(fileName, os.O_WRONLY|os.O_CREATE|os.O_TRUNC)
|
||||
require.NoError(t, err)
|
||||
_, err = f.Write(contents[:split])
|
||||
require.NoError(t, err)
|
||||
require.NoError(t, f.Close())
|
||||
|
||||
// Resume: re-open WITHOUT truncate and write the remainder at its offset
|
||||
f, err = client.OpenFile(fileName, os.O_WRONLY|os.O_CREATE)
|
||||
require.NoError(t, err)
|
||||
_, err = f.WriteAt(contents[split:], int64(split))
|
||||
require.NoError(t, err)
|
||||
require.NoError(t, f.Close())
|
||||
|
||||
// Read the file back and check it is intact - no zeroed prefix
|
||||
rd, err := client.Open(fileName)
|
||||
require.NoError(t, err)
|
||||
got, err := io.ReadAll(rd)
|
||||
require.NoError(t, err)
|
||||
require.NoError(t, rd.Close())
|
||||
|
||||
require.Equal(t, total, len(got), "wrong file size")
|
||||
assert.Equal(t, contents, got, "file contents corrupted on resumed upload")
|
||||
}
|
||||
|
||||
// Test that opening a file for write with the truncate flag does truncate any
|
||||
// existing data, which is the normal overwrite case for most clients.
|
||||
func TestFilewriteTruncate(t *testing.T) {
|
||||
vfsOpt := vfscommon.Opt
|
||||
vfsOpt.CacheMode = vfscommon.CacheModeWrites
|
||||
client := startTestServer(t, &vfsOpt)
|
||||
|
||||
const fileName = "file.bin"
|
||||
|
||||
// Write some initial long contents
|
||||
require.NoError(t, writeFile(client, fileName, strings.Repeat("A", 1024)))
|
||||
|
||||
// Overwrite with shorter contents using truncate
|
||||
const newContents = "hello"
|
||||
require.NoError(t, writeFile(client, fileName, newContents))
|
||||
|
||||
rd, err := client.Open(fileName)
|
||||
require.NoError(t, err)
|
||||
got, err := io.ReadAll(rd)
|
||||
require.NoError(t, err)
|
||||
require.NoError(t, rd.Close())
|
||||
|
||||
assert.Equal(t, newContents, string(got))
|
||||
}
|
||||
|
||||
// Test that a SETSTAT request with a size attribute truncates the file, rather
|
||||
// than being silently ignored.
|
||||
func TestSetstatTruncate(t *testing.T) {
|
||||
vfsOpt := vfscommon.Opt
|
||||
vfsOpt.CacheMode = vfscommon.CacheModeWrites
|
||||
client := startTestServer(t, &vfsOpt)
|
||||
|
||||
const fileName = "file.bin"
|
||||
|
||||
// Write a file and then truncate it via FSETSTAT (a size attribute) on the
|
||||
// open handle, the way a client setting the final size of an upload does.
|
||||
f, err := client.OpenFile(fileName, os.O_WRONLY|os.O_CREATE|os.O_TRUNC)
|
||||
require.NoError(t, err)
|
||||
_, err = f.Write([]byte(strings.Repeat("A", 1024)))
|
||||
require.NoError(t, err)
|
||||
require.NoError(t, f.Truncate(10))
|
||||
require.NoError(t, f.Close())
|
||||
|
||||
fi, err := client.Stat(fileName)
|
||||
require.NoError(t, err)
|
||||
assert.Equal(t, int64(10), fi.Size(), "file not truncated to requested size")
|
||||
|
||||
rd, err := client.Open(fileName)
|
||||
require.NoError(t, err)
|
||||
got, err := io.ReadAll(rd)
|
||||
require.NoError(t, err)
|
||||
require.NoError(t, rd.Close())
|
||||
assert.Equal(t, strings.Repeat("A", 10), string(got))
|
||||
}
|
||||
|
||||
// writeFile writes contents to fileName via the client truncating any existing
|
||||
// data, the way a normal upload does.
|
||||
func writeFile(client *sftp.Client, fileName, contents string) error {
|
||||
f, err := client.OpenFile(fileName, os.O_WRONLY|os.O_CREATE|os.O_TRUNC)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if _, err := f.Write([]byte(contents)); err != nil {
|
||||
_ = f.Close()
|
||||
return err
|
||||
}
|
||||
return f.Close()
|
||||
}
|
||||
+1
-1
@@ -314,7 +314,7 @@ start and finish the upload) and another 2 requests for each chunk:
|
||||
/b2api/v1/b2_finish_large_file
|
||||
```
|
||||
|
||||
#### Versions
|
||||
### Viewing versions with --b2-versions
|
||||
|
||||
Versions can be viewed with the `--b2-versions` flag. When it is set
|
||||
rclone will show and act on older versions of files. For example
|
||||
|
||||
+18
-3
@@ -1053,9 +1053,19 @@ encodings.)
|
||||
The following backends have known issues that need more investigation:
|
||||
|
||||
<!--- start list_failures - DO NOT EDIT THIS SECTION - use make commanddocs --->
|
||||
- `TestDropbox` (`dropbox`)
|
||||
- [`TestBisyncRemoteRemote/normalization`](https://pub.rclone.org/integration-tests/current/dropbox-cmd.bisync-TestDropbox-1.txt)
|
||||
- Updated: 2026-05-01-010013
|
||||
- `TestFilen` (`filen`)
|
||||
- [`TestBisyncRemoteRemote/resync_modes`](https://pub.rclone.org/integration-tests/current/filen-cmd.bisync-TestFilen-1.txt)
|
||||
- [`TestBisyncRemoteRemote/rmdirs`](https://pub.rclone.org/integration-tests/current/filen-cmd.bisync-TestFilen-1.txt)
|
||||
- `TestHuaweiDrive` (`huaweidrive`)
|
||||
- [`TestBisyncRemoteLocal/ext_paths`](https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
- [`TestBisyncRemoteLocal/extended_filenames`](https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
- [`TestBisyncRemoteLocal/normalization`](https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
- [`TestBisyncLocalRemote/ext_paths`](https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
- [`TestBisyncLocalRemote/extended_filenames`](https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
- [4 more](https://pub.rclone.org/integration-tests/current/)
|
||||
- `TestSeafile` (`seafile`)
|
||||
- [`TestBisyncLocalRemote/rmdirs`](https://pub.rclone.org/integration-tests/current/seafile-cmd.bisync-TestSeafile-1.txt)
|
||||
- Updated: 2026-06-05-010010
|
||||
<!--- end list_failures - DO NOT EDIT THIS SECTION - use make commanddocs --->
|
||||
|
||||
The following backends either have not been tested recently or have known issues
|
||||
@@ -1899,6 +1909,11 @@ about *Unison* and synchronization in general.
|
||||
|
||||
## Changelog
|
||||
|
||||
### `v1.74.2`
|
||||
|
||||
- Fixed an issue causing `--conflict-loser pathname` to produce unexpected
|
||||
behavior if using a non-default `--conflict-resolve` value.
|
||||
|
||||
### `v1.74`
|
||||
|
||||
- Added several missing `rc` parameters.
|
||||
|
||||
+119
-3
@@ -6,6 +6,122 @@ description: "Rclone Changelog"
|
||||
|
||||
# Changelog
|
||||
|
||||
## v1.74.3 - 2026-06-05
|
||||
|
||||
[See commits](https://github.com/rclone/rclone/compare/v1.74.2...v1.74.3)
|
||||
|
||||
- Bug Fixes
|
||||
- rc
|
||||
- Fix unauthenticated command execution via `--rc-serve` inline remotes CVE-2026-49980 (Nick Craig-Wood)
|
||||
- Stop `global.*` connection string options changing config CVE-2026-49980 (Nick Craig-Wood)
|
||||
- build: Fix multiple CVEs by upgrading to go1.26.4 (Nick Craig-Wood)
|
||||
- CVE-2026-42504: mime: quadratic complexity in WordDecoder.DecodeHeader
|
||||
- CVE-2026-42507: net/textproto: arbitrary input are included in errors without any escaping
|
||||
- CVE-2026-27145: crypto/x509: split candidate hostname only once
|
||||
- log: Fix wrong source `file:line` in JSON logs from release builds (Nick Craig-Wood)
|
||||
- mount2: Fix empty directory listings on re-read (Janne Beate Bakeng)
|
||||
- serve s3: Fix multipart `ListParts` pagination returning wrong part numbers (Nick Craig-Wood)
|
||||
- serve sftp
|
||||
- Fix file corruption when a client resumes an upload (Nick Craig-Wood)
|
||||
- Fix truncate request being silently ignored (Nick Craig-Wood)
|
||||
- Local
|
||||
- Fix `getXattr` returning empty map instead of nil (Leon Brocard)
|
||||
- Drime
|
||||
- Fix server-side copy and move failing with Cloudflare 520 error (Nick Craig-Wood)
|
||||
- Fix files being uploaded to the wrong directory (Nick Craig-Wood)
|
||||
- Remove duplicate upload_cutoff config option (Nick Craig-Wood)
|
||||
- Fix directory rename leaving the renamed folder empty in VFS (Nick Craig-Wood)
|
||||
- Drive
|
||||
- Fix server-side move failing on shared drives with duplicate dirs (Nick Craig-Wood)
|
||||
- Iclouddrive
|
||||
- Fix ADP/PCS cookie acquisition for iCloud Drive (Yakov Till)
|
||||
- Fix "Index has invalid data" error listing iCloud Photos (Nick Craig-Wood)
|
||||
|
||||
## v1.74.2 - 2026-05-22
|
||||
|
||||
[See commits](https://github.com/rclone/rclone/compare/v1.74.1...v1.74.2)
|
||||
|
||||
- Bug Fixes
|
||||
- build
|
||||
- Update golang.org/x/net to v0.55.0 to address:
|
||||
- CVE-2026-42506: html: incorrect handling of namespaced elements in foreign content
|
||||
- CVE-2026-39821: idna: failure to reject ASCII-only Punycode-encoded labels
|
||||
- CVE-2026-42502: html: incorrect handling of HTML elements in foreign content
|
||||
- CVE-2026-25680: html: denial of service when parsing arbitrary HTML
|
||||
- CVE-2026-25681: html: incorrect handling of character references in DOCTYPE nodes
|
||||
- CVE-2026-27136: html: duplicate attributes can cause XSS
|
||||
- Update golang.org/x/crypto to v0.52.0 to address:
|
||||
- CVE-2026-46598: ssh/agent: pathological inputs can lead to client panic
|
||||
- CVE-2026-46597: ssh: byte arithmetic causes underflow and panic
|
||||
- CVE-2026-39828: ssh: bypass of certificate restrictions
|
||||
- CVE-2026-39835: ssh: server panic during CheckHostKey/Authenticate
|
||||
- CVE-2026-39833: ssh/agent: key constraints not enforced
|
||||
- CVE-2026-39832: ssh/agent: agent constraints dropped when forwarding keys
|
||||
- CVE-2026-39827: ssh: memory leak when rejecting channels can lead to DoS
|
||||
- CVE-2026-39830: ssh: client can cause server deadlock on unexpected responses
|
||||
- CVE-2026-39829: ssh: pathological RSA/DSA parameters may cause DoS
|
||||
- CVE-2026-39831: ssh: bypass of FIDO/U2F security keys physical interaction
|
||||
- CVE-2026-39834: ssh: infinite loop on large channel writes
|
||||
- CVE-2026-42508: ssh/knownhosts: auth bypass via unenforced @revoked status
|
||||
- CVE-2026-46595: ssh: VerifiedPublicKeyCallback permissions skip enforcement
|
||||
- Update golang.org/x/image to v0.41.0 to address:
|
||||
- CVE-2026-42500: bmp: panic when reading out of bound palette index
|
||||
- CVE-2026-33809: tiff: excessive resource consumption in PackBits decompression
|
||||
- Update golang.org/x/sys to version v0.45.0 to address:
|
||||
- CVE-2026-39824: windows: integer overflow in NewNTUnicodeString
|
||||
- Update github.com/go-git/go-billy/v5 to 5.9.0 to fix CVE-2026-44740
|
||||
- bisync: Fix --conflict-loser pathname with --conflict-resolve newer (nielash)
|
||||
- gui: Update embedded release to 1.1.8 (Nick Craig-Wood)
|
||||
- lib/http: Replace deprecated h2c.NewHandler with http.Server.Protocols (Nick Craig-Wood)
|
||||
- rc: Remove duplicate metrics_addr option registration (Nick Craig-Wood)
|
||||
- vfs/vfscache: Fix silent write failure when mounting with remote:. (Lucky945H)
|
||||
- doc fixes (FTCHD, Iizuki, Leon Brocard, Nick Craig-Wood)
|
||||
- Drime
|
||||
- Fix file doesn't exists error when trying to delete (John Volk)
|
||||
- Fix 500 errors when listing shared folders (Alvinwylim)
|
||||
- Jottacloud
|
||||
- Support whitelabel service Phonero Sky (Tore Anderson)
|
||||
- Protondrive
|
||||
- Fix corrupted on transfer: sha1 hashes differ (William Tange)
|
||||
- S3
|
||||
- Add new MEGA S4 endpoints on megas4.com including Asia-Pacific region (Nick Craig-Wood)
|
||||
- WebDAV
|
||||
- Honour auth_redirect on listAll PROPFIND (Sai Asish Y)
|
||||
|
||||
## v1.74.1 - 2026-05-08
|
||||
|
||||
[See commits](https://github.com/rclone/rclone/compare/v1.74.0...v1.74.1)
|
||||
|
||||
- Bug Fixes
|
||||
- bisync: Fix retryable without `--resync` error message when `--resync` has a critical failure (Gustavo V. F.)
|
||||
- build
|
||||
- Fix multiple CVEs by upgrading to go1.26.3 (Nick Craig-Wood)
|
||||
- CVE-2026-42501: cmd/go: malicious module proxy can bypass checksum database
|
||||
- CVE-2026-39825: net/http/httputil: ReverseProxy forwards queries with more than urlmaxqueryparams parameters
|
||||
- CVE-2026-39836: net: panic in Dial and LookupPort when handling NUL byte on Windows
|
||||
- CVE-2026-42499: net/mail: quadratic string concatenation in consumePhrase
|
||||
- CVE-2026-39820: net/mail: quadratic string concatentation in consumeComment
|
||||
- CVE-2026-39819: cmd/go: "go bug" follows symlinks in predictable temporary filenames
|
||||
- CVE-2026-39817: cmd/go: "go tool pack" does not sanitize output paths
|
||||
- CVE-2026-33814: net/http: infinite loop in HTTP/2 transport when given bad SETTINGS_MAX_FRAME_SIZE
|
||||
- CVE-2026-39826: html/template: escaper bypass leads to XSS
|
||||
- CVE-2026-33811: net: crash when handling long CNAME response
|
||||
- CVE-2026-39823: html/template: bypass of meta content URL escaping causes XSS
|
||||
- Update golang.org/x/net to v0.53.0 to fix CVE-2026-33814 (Nick Craig-Wood)
|
||||
- cmd/serve/s3: Return object listings in key order (Leon Brocard)
|
||||
- Cloudinary
|
||||
- Fix retrying every error and fix pacer sleep units (Nick Craig-Wood)
|
||||
- Drime
|
||||
- Fix large file uploads landing in drive root instead of configured folder (Nick Craig-Wood)
|
||||
- Fix uploads of 100..200M files (Nick Craig-Wood)
|
||||
- Protondrive
|
||||
- Route HTTP through rclone's transport (Nick Craig-Wood)
|
||||
- Route library logging through rclone's logger (Nick Craig-Wood)
|
||||
- Fix segfault when copying files missing revision metadata (Nick Craig-Wood)
|
||||
- S3
|
||||
- Fix STS call per request by caching AssumeRole credentials (Nick Craig-Wood)
|
||||
- Add new Fastly Object Storage regions (Leon Brocard)
|
||||
|
||||
## v1.74.0 - 2026-05-01
|
||||
|
||||
[See commits](https://github.com/rclone/rclone/compare/v1.73.0...v1.74.0)
|
||||
@@ -506,7 +622,7 @@ description: "Rclone Changelog"
|
||||
- [OVHcloud Object Storage](/s3/#ovhcloud) (Florent Vennetier)
|
||||
- [Zata](/s3/#Zata) ($@M@RTH_)
|
||||
- New Features
|
||||
- Allow [global config to be overriden or set on backend creation](/docs/#globalconfig) (Nick Craig-Wood)
|
||||
- Allow [global config to be overridden or set on backend creation](/docs/#globalconfig) (Nick Craig-Wood)
|
||||
- bisync: Promoted from beta to stable (nielash)
|
||||
- build
|
||||
- Update to go1.25 and make go1.24 the minimum required version (Nick Craig-Wood)
|
||||
@@ -573,7 +689,7 @@ description: "Rclone Changelog"
|
||||
- This allows `--ca-cert`, `--client-cert` etc to be used.
|
||||
- This also allows `override.ca_cert = XXX` to be used in the config file.
|
||||
- Googlephotos
|
||||
- Added warning for Google Photos compatability-fixes (raider13209)
|
||||
- Added warning for Google Photos compatibility-fixes (raider13209)
|
||||
- Imagekit
|
||||
- Return correct error when attempting to upload zero length files (Nick Craig-Wood)
|
||||
- Don't low level retry uploads (Nick Craig-Wood)
|
||||
@@ -1930,7 +2046,7 @@ instead of of `--size-only`, when `check` is not available.
|
||||
- Add `--drive-env-auth` to get IAM credentials from runtime (Peter Brunner)
|
||||
- Update drive service account guide (Juang, Yi-Lin)
|
||||
- Fix change notify picking up files outside the root (Nick Craig-Wood)
|
||||
- Fix trailing slash mis-identificaton of folder as file (Nick Craig-Wood)
|
||||
- Fix trailing slash mis-identification of folder as file (Nick Craig-Wood)
|
||||
- Fix incorrect remote after Update on object (Nick Craig-Wood)
|
||||
- Dropbox
|
||||
- Implement `--dropbox-pacer-min-sleep` flag (Nick Craig-Wood)
|
||||
|
||||
@@ -232,7 +232,7 @@ rclone [flags]
|
||||
--drime-list-chunk int Number of items to list in each call (default 1000)
|
||||
--drime-root-folder-id string ID of the root folder
|
||||
--drime-upload-concurrency int Concurrency for multipart uploads and copies (default 4)
|
||||
--drime-upload-cutoff SizeSuffix Cutoff for switching to chunked upload (default 200Mi)
|
||||
--drime-upload-cutoff SizeSuffix Cutoff for switching to chunked upload (default 5Mi)
|
||||
--drime-workspace-id string Account ID
|
||||
--drive-acknowledge-abuse Set to allow files which return cannotDownloadAbusiveFile to be downloaded
|
||||
--drive-allow-import-name-change Allow the filetype to change when uploading Google docs
|
||||
@@ -624,7 +624,7 @@ rclone [flags]
|
||||
--metadata-include-from stringArray Read metadata include patterns from file (use - to read from stdin)
|
||||
--metadata-mapper SpaceSepList Program to run to transforming metadata before upload
|
||||
--metadata-set stringArray Add metadata key=value when uploading
|
||||
--metrics-addr stringArray IPaddress:Port or :Port to bind metrics server to
|
||||
--metrics-addr stringArray IPaddress:Port or :Port to bind server to
|
||||
--metrics-allow-origin string Origin which cross-domain request (CORS) can be executed from
|
||||
--metrics-baseurl string Prefix for URLs - leave blank for root
|
||||
--metrics-cert string TLS PEM key (concatenation of certificate and CA certificate)
|
||||
@@ -1094,7 +1094,7 @@ rclone [flags]
|
||||
--use-json-log Use json log format
|
||||
--use-mmap Use mmap allocator (see docs)
|
||||
--use-server-modtime Use server modified time instead of object metadata
|
||||
--user-agent string Set the user-agent to a specified string (default "rclone/v1.74.0")
|
||||
--user-agent string Set the user-agent to a specified string (default "rclone/v1.74.3")
|
||||
-v, --verbose count Print lots more stuff (repeat for more)
|
||||
-V, --version Print the version number
|
||||
--webdav-auth-redirect Preserve authentication on redirect
|
||||
|
||||
@@ -231,12 +231,12 @@ rclone convmv "stories/The Quick Brown Fox!.txt" --name-transform "all,command=e
|
||||
|
||||
```console
|
||||
rclone convmv "stories/The Quick Brown Fox!" --name-transform "date=-{YYYYMMDD}"
|
||||
// Output: stories/The Quick Brown Fox!-20260501
|
||||
// Output: stories/The Quick Brown Fox!-20260605
|
||||
```
|
||||
|
||||
```console
|
||||
rclone convmv "stories/The Quick Brown Fox!" --name-transform "date=-{macfriendlytime}"
|
||||
// Output: stories/The Quick Brown Fox!-2026-05-01 0208PM
|
||||
// Output: stories/The Quick Brown Fox!-2026-06-05 0414PM
|
||||
```
|
||||
|
||||
```console
|
||||
|
||||
@@ -1212,7 +1212,7 @@ Windows and `/dev/null` on Unix systems, then rclone will keep the
|
||||
configuration file in memory only.
|
||||
|
||||
You may see a log message "Config file not found - using defaults" if there is
|
||||
no configuration file. This can be supressed, e.g. if you are using rclone
|
||||
no configuration file. This can be suppressed, e.g. if you are using rclone
|
||||
entirely with [on the fly remotes](/docs/#backend-path-to-dir), by using
|
||||
memory-only configuration file or by creating an empty configuration file, as
|
||||
described above.
|
||||
|
||||
@@ -234,7 +234,7 @@ Properties:
|
||||
- Config: upload_cutoff
|
||||
- Env Var: RCLONE_DRIME_UPLOAD_CUTOFF
|
||||
- Type: SizeSuffix
|
||||
- Default: 200Mi
|
||||
- Default: 5Mi
|
||||
|
||||
#### --drime-chunk-size
|
||||
|
||||
|
||||
@@ -496,7 +496,7 @@ Drive, the size of all files in the Trash and the space used by other
|
||||
Google services such as Gmail. This command does not take any path
|
||||
arguments.
|
||||
|
||||
#### Import/Export of google documents
|
||||
### Import/Export of google documents
|
||||
|
||||
Google documents can be exported from and uploaded to Google Drive.
|
||||
|
||||
|
||||
@@ -121,7 +121,7 @@ Flags for general networking and HTTP stuff.
|
||||
--tpslimit float Limit HTTP transactions per second to this
|
||||
--tpslimit-burst int Max burst of transactions for --tpslimit (default 1)
|
||||
--use-cookies Enable session cookiejar
|
||||
--user-agent string Set the user-agent to a specified string (default "rclone/v1.74.0")
|
||||
--user-agent string Set the user-agent to a specified string (default "rclone/v1.74.3")
|
||||
```
|
||||
|
||||
|
||||
@@ -313,7 +313,7 @@ Flags to control the Remote Control API.
|
||||
Flags to control the Metrics HTTP endpoint..
|
||||
|
||||
```
|
||||
--metrics-addr stringArray IPaddress:Port or :Port to bind metrics server to
|
||||
--metrics-addr stringArray IPaddress:Port or :Port to bind server to
|
||||
--metrics-allow-origin string Origin which cross-domain request (CORS) can be executed from
|
||||
--metrics-baseurl string Prefix for URLs - leave blank for root
|
||||
--metrics-cert string TLS PEM key (concatenation of certificate and CA certificate)
|
||||
@@ -519,7 +519,7 @@ Backend-only flags (these can be set in the config file also).
|
||||
--drime-list-chunk int Number of items to list in each call (default 1000)
|
||||
--drime-root-folder-id string ID of the root folder
|
||||
--drime-upload-concurrency int Concurrency for multipart uploads and copies (default 4)
|
||||
--drime-upload-cutoff SizeSuffix Cutoff for switching to chunked upload (default 200Mi)
|
||||
--drime-upload-cutoff SizeSuffix Cutoff for switching to chunked upload (default 5Mi)
|
||||
--drime-workspace-id string Account ID
|
||||
--drive-acknowledge-abuse Set to allow files which return cannotDownloadAbusiveFile to be downloaded
|
||||
--drive-allow-import-name-change Allow the filetype to change when uploading Google docs
|
||||
|
||||
@@ -30,6 +30,8 @@ as described [below](#traditional):
|
||||
- MediaMarkt
|
||||
- MediaMarkt Cloud (mediamarkt.jottacloud.com)
|
||||
- Let's Go Cloud (letsgo.jotta.cloud)
|
||||
- Phonero
|
||||
- Phonero Sky (sky.phonero.no)
|
||||
|
||||
Paths are specified as `remote:path`
|
||||
|
||||
|
||||
@@ -78,8 +78,26 @@ so you can browse to `http://127.0.0.1:5572/` or `http://127.0.0.1:5572/*`
|
||||
to see a listing of the remotes. Objects may be requested from
|
||||
remotes using this syntax `http://127.0.0.1:5572/[remote:path]/path/to/object`
|
||||
|
||||
Unless the rc server has authentication configured (`--rc-user`/`--rc-pass`
|
||||
or `--rc-htpasswd`) or the `--rc-no-auth` flag is set, only remotes already
|
||||
present in the config file may be served this way. Inline remotes (e.g.
|
||||
`[:webdav,url=...:]`), connection string parameters and bare local paths are
|
||||
rejected, since instantiating them from an unauthenticated request could run
|
||||
commands or read arbitrary local files.
|
||||
|
||||
Default Off.
|
||||
|
||||
### global.* connection string options and the rc
|
||||
|
||||
Remotes instantiated by the rc do not let [connection
|
||||
string](/docs/#connection-strings) `global.*` options change rclone's
|
||||
process-wide configuration. Remotes created directly on the command
|
||||
line or defined in the config file are unaffected.
|
||||
|
||||
A `global.*` option still takes effect for the individual backend it
|
||||
is set on (exactly like an `override.*` option), it just does not leak
|
||||
into the global config for the rest of the process.
|
||||
|
||||
### --rc-serve-no-modtime
|
||||
|
||||
Set this flag to skip reading the modification time (can speed things up).
|
||||
|
||||
+44
-5
@@ -1273,6 +1273,9 @@ Properties:
|
||||
- "eu-south-1"
|
||||
- EU South 1
|
||||
- Provider: Fastly
|
||||
- "eu-west-1"
|
||||
- EU West 1
|
||||
- Provider: Fastly
|
||||
- "jp-central-1"
|
||||
- JP Central 1
|
||||
- Provider: Fastly
|
||||
@@ -1285,9 +1288,15 @@ Properties:
|
||||
- "us-east"
|
||||
- US East
|
||||
- Provider: Fastly
|
||||
- "us-east-1"
|
||||
- US East 1
|
||||
- Provider: Fastly
|
||||
- "us-west"
|
||||
- US West
|
||||
- Provider: Fastly
|
||||
- "us-west-1"
|
||||
- US West 1
|
||||
- Provider: Fastly
|
||||
- "global"
|
||||
- Global
|
||||
- Provider: FileLu
|
||||
@@ -1860,6 +1869,9 @@ Properties:
|
||||
- "eu-south-1.object.fastlystorage.app"
|
||||
- EU South 1
|
||||
- Provider: Fastly
|
||||
- "eu-west-1.object.fastlystorage.app"
|
||||
- EU West 1
|
||||
- Provider: Fastly
|
||||
- "jp-central-1.object.fastlystorage.app"
|
||||
- JP Central 1
|
||||
- Provider: Fastly
|
||||
@@ -1872,9 +1884,15 @@ Properties:
|
||||
- "us-east.object.fastlystorage.app"
|
||||
- US East
|
||||
- Provider: Fastly
|
||||
- "us-east-1.object.fastlystorage.app"
|
||||
- US East 1
|
||||
- Provider: Fastly
|
||||
- "us-west.object.fastlystorage.app"
|
||||
- US West
|
||||
- Provider: Fastly
|
||||
- "us-west-1.object.fastlystorage.app"
|
||||
- US West 1
|
||||
- Provider: Fastly
|
||||
- "s5lu.com"
|
||||
- Global FileLu S5 endpoint
|
||||
- Provider: FileLu
|
||||
@@ -2258,17 +2276,38 @@ Properties:
|
||||
- "br-ne1.magaluobjects.com"
|
||||
- Fortaleza, CE (BR), br-ne1
|
||||
- Provider: Magalu
|
||||
- "s3.eu-amsterdam.megas4.com"
|
||||
- Mega S4 Amsterdam
|
||||
- Provider: Mega
|
||||
- "s3.eu-luxembourg.megas4.com"
|
||||
- Mega S4 Luxembourg
|
||||
- Provider: Mega
|
||||
- "s3.eu-paris.megas4.com"
|
||||
- Mega S4 Paris
|
||||
- Provider: Mega
|
||||
- "s3.eu-barcelona.megas4.com"
|
||||
- Mega S4 Barcelona
|
||||
- Provider: Mega
|
||||
- "s3.ca-montreal.megas4.com"
|
||||
- Mega S4 Montreal
|
||||
- Provider: Mega
|
||||
- "s3.ca-vancouver.megas4.com"
|
||||
- Mega S4 Vancouver
|
||||
- Provider: Mega
|
||||
- "s3.ap-tokyo.megas4.com"
|
||||
- Mega S4 Tokyo
|
||||
- Provider: Mega
|
||||
- "s3.eu-central-1.s4.mega.io"
|
||||
- Mega S4 eu-central-1 (Amsterdam)
|
||||
- Mega S4 eu-central-1 (Amsterdam, legacy)
|
||||
- Provider: Mega
|
||||
- "s3.eu-central-2.s4.mega.io"
|
||||
- Mega S4 eu-central-2 (Bettembourg)
|
||||
- Mega S4 eu-central-2 (Bettembourg, legacy)
|
||||
- Provider: Mega
|
||||
- "s3.ca-central-1.s4.mega.io"
|
||||
- Mega S4 ca-central-1 (Montreal)
|
||||
- Mega S4 ca-central-1 (Montreal, legacy)
|
||||
- Provider: Mega
|
||||
- "s3.ca-west-1.s4.mega.io"
|
||||
- Mega S4 ca-west-1 (Vancouver)
|
||||
- Mega S4 ca-west-1 (Vancouver, legacy)
|
||||
- Provider: Mega
|
||||
- "oos.eu-west-2.outscale.com"
|
||||
- Outscale EU West 2 (Paris)
|
||||
@@ -3624,7 +3663,7 @@ If true use path style access if false use virtual hosted style.
|
||||
|
||||
If this is true (the default) then rclone will use path style access,
|
||||
if false then rclone will use virtual path style. See [the AWS S3
|
||||
docs](https://docs.aws.amazon.com/AmazonS3/latest/dev/UsingBucket.html#access-bucket-intro)
|
||||
docs](https://docs.aws.amazon.com/AmazonS3/latest/userguide/VirtualHosting.html)
|
||||
for more info.
|
||||
|
||||
Some providers (e.g. AWS, Aliyun OSS, Netease COS, or Tencent COS) require this set to
|
||||
|
||||
@@ -2,6 +2,7 @@
|
||||
title: "Sponsor"
|
||||
description: "Sponsor the rclone project."
|
||||
type: page
|
||||
notoc: true
|
||||
aliases:
|
||||
- donate
|
||||
---
|
||||
@@ -21,12 +22,14 @@ Thank you to our sponsors:
|
||||
{{< sponsor src="/img/logos/route4me.svg" width="400" height="200" title="Visit our sponsor Route4Me" link="https://route4me.com/">}}
|
||||
{{< sponsor src="/img/logos/rcloneview.svg" width="300" height="200" title="Visit our sponsor RcloneView" link="https://rcloneview.com/">}}
|
||||
{{< sponsor src="/img/logos/rcloneui.svg" width="300" height="200" title="Visit our sponsor RcloneUI" link="https://github.com/rclone-ui/rclone-ui">}}
|
||||
{{< sponsor src="/img/logos/data-raven.svg" width="300" height="200" title="Data Raven: rclone, managed. Unlimited transfers, no per-GB fees." link="https://dataraven.io/r/rclone">}}
|
||||
{{< sponsor src="/img/logos/shade.svg" width="300" height="200" title="Visit our sponsor Shade" link="https://shade.inc">}}
|
||||
{{< sponsor src="/img/logos/filelu-rclone.svg" width="300" height="200" title="Visit our sponsor FileLu" link="https://filelu.com/">}}
|
||||
{{< sponsor src="/img/logos/torbox.png" width="200" height="200" title="Visit our sponsor TORBOX" link="https://www.torbox.app/">}}
|
||||
{{< sponsor src="/img/logos/spectra-logic.svg" width="300" height="200" title="Visit our sponsor Spectra Logic" link="https://spectralogic.com/">}}
|
||||
{{< sponsor src="/img/logos/servercore.svg" width="300" height="200" title="Visit our sponsor servercore" link="https://servercore.com/services/object-storage/?utm_source=rclone.org&utm_medium=referral&utm_campaign=cloud-s3_rclone_231025_paid">}}
|
||||
{{< sponsor src="/img/logos/exchangerate-api.png" width="300" height="200" title="Visit our sponsor ExchangeRate-API" link="https://www.exchangerate-api.com/">}}
|
||||
{{< sponsor src="/img/logos/impossible-cloud.svg" width="300" height="200" title="Visit our sponsor Impossible Cloud" link="https://www.impossiblecloud.com/">}}
|
||||
|
||||
<!-- markdownlint-restore -->
|
||||
|
||||
|
||||
@@ -1,9 +1,9 @@
|
||||
backend: protondrive
|
||||
name: Proton Drive
|
||||
tier: Tier 5
|
||||
maintainers: None
|
||||
tier: Tier 4
|
||||
maintainers: Community
|
||||
features_score: 4
|
||||
integration_tests: Failing
|
||||
integration_tests: Passing
|
||||
data_integrity: Hash
|
||||
performance: High
|
||||
adoption: Often used
|
||||
|
||||
@@ -20,6 +20,7 @@
|
||||
</div>
|
||||
|
||||
{{if .IsHome}}
|
||||
<div id="silver-sponsors">
|
||||
<div class="card">
|
||||
<div class="card-header">Silver Sponsor</div>
|
||||
<div class="card-body">
|
||||
@@ -32,6 +33,25 @@
|
||||
<a href="https://shade.inc/" target="_blank" rel="noopener" title="Visit rclone's sponsor Shade"><img style="max-width: 100%; height: auto;" src="/img/logos/shade.svg"></a><br />
|
||||
</div>
|
||||
</div>
|
||||
<div class="card">
|
||||
<div class="card-header">Silver Sponsor</div>
|
||||
<div class="card-body">
|
||||
<a href="https://dataraven.io/r/rclone" target="_blank" rel="noopener" title="Data Raven: rclone, managed. Unlimited transfers, no per-GB fees."><img style="max-width: 100%; height: auto;" src="/img/logos/data-raven.svg"></a><br />
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<script>
|
||||
(function() {
|
||||
var container = document.getElementById('silver-sponsors');
|
||||
if (!container) return;
|
||||
var cards = Array.prototype.slice.call(container.children);
|
||||
for (var i = cards.length - 1; i > 0; i--) {
|
||||
var j = Math.floor(Math.random() * (i + 1));
|
||||
var tmp = cards[i]; cards[i] = cards[j]; cards[j] = tmp;
|
||||
}
|
||||
cards.forEach(function(c) { container.appendChild(c); });
|
||||
}());
|
||||
</script>
|
||||
{{end}}
|
||||
|
||||
<div class="card">
|
||||
|
||||
@@ -1 +1 @@
|
||||
v1.74.0
|
||||
v1.74.3
|
||||
+5
-1
@@ -802,11 +802,15 @@ func GetConfig(ctx context.Context) *ConfigInfo {
|
||||
}
|
||||
|
||||
// CopyConfig copies the global config (if any) from srcCtx into
|
||||
// dstCtx returning the new context.
|
||||
// dstCtx returning the new context. It also copies the rc request
|
||||
// marker if present.
|
||||
func CopyConfig(dstCtx, srcCtx context.Context) context.Context {
|
||||
if srcCtx == nil {
|
||||
return dstCtx
|
||||
}
|
||||
if IsRCRequest(srcCtx) {
|
||||
dstCtx = WithRCRequest(dstCtx)
|
||||
}
|
||||
c := srcCtx.Value(configContextKey)
|
||||
if c == nil {
|
||||
return dstCtx
|
||||
|
||||
@@ -29,3 +29,21 @@ func TestGetConfig(t *testing.T) {
|
||||
config2ctx := GetConfig(ctx2)
|
||||
assert.Equal(t, config2, config2ctx)
|
||||
}
|
||||
|
||||
// The rc request marker must survive CopyConfig, which is how rclone
|
||||
// does detach context but keep config.
|
||||
func TestRCRequestContext(t *testing.T) {
|
||||
ctx := context.Background()
|
||||
assert.False(t, IsRCRequest(ctx))
|
||||
|
||||
rcCtx := WithRCRequest(ctx)
|
||||
assert.True(t, IsRCRequest(rcCtx))
|
||||
|
||||
// CopyConfig carries the marker even when there is no config to copy
|
||||
assert.True(t, IsRCRequest(CopyConfig(context.Background(), rcCtx)))
|
||||
// and when there is
|
||||
rcCtx, _ = AddConfig(rcCtx)
|
||||
assert.True(t, IsRCRequest(CopyConfig(context.Background(), rcCtx)))
|
||||
// An unmarked context stays unmarked
|
||||
assert.False(t, IsRCRequest(CopyConfig(context.Background(), ctx)))
|
||||
}
|
||||
+15
-2
@@ -79,6 +79,19 @@ func mapLogLevelNames(groups []string, a slog.Attr) slog.Attr {
|
||||
return a
|
||||
}
|
||||
|
||||
// isLogFrame reports whether frame belongs to the logging machinery
|
||||
// and so should be skipped when finding the real caller.
|
||||
//
|
||||
// rclone's own log packages are matched by file path, but the standard
|
||||
// library log/slog package is matched by function name: under -trimpath
|
||||
// its path is rewritten to "log/slog/logger.go", which neither file
|
||||
// check catches.
|
||||
func isLogFrame(frame runtime.Frame) bool {
|
||||
file := frame.File
|
||||
return strings.HasPrefix(frame.Function, "log/slog.") ||
|
||||
strings.Contains(file, "/log/") || strings.HasSuffix(file, "log.go")
|
||||
}
|
||||
|
||||
// get the file and line number of the caller skipping skip levels
|
||||
func getCaller(skip int) string {
|
||||
var pc [64]uintptr
|
||||
@@ -92,10 +105,10 @@ func getCaller(skip int) string {
|
||||
for more {
|
||||
frame, more = frames.Next()
|
||||
|
||||
file := frame.File
|
||||
if strings.Contains(file, "/log/") || strings.HasSuffix(file, "log.go") {
|
||||
if isLogFrame(frame) {
|
||||
continue
|
||||
}
|
||||
file := frame.File
|
||||
line := frame.Line
|
||||
|
||||
// shorten file name
|
||||
|
||||
@@ -7,6 +7,7 @@ import (
|
||||
"io"
|
||||
"os"
|
||||
"regexp"
|
||||
"runtime"
|
||||
"strings"
|
||||
"sync"
|
||||
"testing"
|
||||
@@ -71,6 +72,33 @@ func TestGetCaller(t *testing.T) {
|
||||
// assert.Equal(t, "slog_test.go", match[1])
|
||||
}
|
||||
|
||||
// Test isLogFrame skips logging-machinery frames, including the
|
||||
// standard library log/slog frames whose path is trimmed by -trimpath.
|
||||
func TestIsLogFrame(t *testing.T) {
|
||||
tests := []struct {
|
||||
name string
|
||||
file string
|
||||
fn string
|
||||
want bool
|
||||
}{
|
||||
// rclone's own log packages
|
||||
{"fsLog", "github.com/rclone/rclone/fs/log.go", "github.com/rclone/rclone/fs.Debugf", true},
|
||||
{"fsLogSlog", "github.com/rclone/rclone/fs/log/slog.go", "github.com/rclone/rclone/fs/log.(*OutputHandler).Handle", true},
|
||||
// standard library slog with -trimpath: path is "log/slog/logger.go"
|
||||
{"slogTrimpath", "log/slog/logger.go", "log/slog.(*Logger).log", true},
|
||||
// standard library slog without -trimpath: full path contains "/log/"
|
||||
{"slogFullPath", "/usr/local/go/src/log/slog/logger.go", "log/slog.(*Logger).Log", true},
|
||||
// a real caller must not be skipped
|
||||
{"realCaller", "github.com/rclone/rclone/backend/drive/drive.go", "github.com/rclone/rclone/backend/drive.(*Fs).newObjectWithInfo", false},
|
||||
}
|
||||
for _, tc := range tests {
|
||||
t.Run(tc.name, func(t *testing.T) {
|
||||
got := isLogFrame(runtime.Frame{File: tc.file, Function: tc.fn})
|
||||
assert.Equal(t, tc.want, got)
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
// Test formatStdLogHeader for various flag combinations.
|
||||
func TestFormatStdLogHeader(t *testing.T) {
|
||||
cases := []struct {
|
||||
|
||||
+18
-2
@@ -25,6 +25,22 @@ var (
|
||||
overriddenConfig = make(map[string]string)
|
||||
)
|
||||
|
||||
// rcRequestKey marks a context as created by a remote control (rc) request.
|
||||
type rcRequestKeyType struct{}
|
||||
|
||||
var rcRequestKey = rcRequestKeyType{}
|
||||
|
||||
// WithRCRequest marks ctx as created by a remote control (rc) request.
|
||||
func WithRCRequest(ctx context.Context) context.Context {
|
||||
return context.WithValue(ctx, rcRequestKey, true)
|
||||
}
|
||||
|
||||
// IsRCRequest returns true if ctx was created by a remote control (rc) request.
|
||||
func IsRCRequest(ctx context.Context) bool {
|
||||
v, _ := ctx.Value(rcRequestKey).(bool)
|
||||
return v
|
||||
}
|
||||
|
||||
// NewFs makes a new Fs object from the path
|
||||
//
|
||||
// The path is of the form remote:path
|
||||
@@ -115,8 +131,8 @@ func addConfigToContext(ctx context.Context, configName string, config configmap
|
||||
return ctx, fmt.Errorf("failed to set override config variables %q: %w", overrideKeys, err)
|
||||
}
|
||||
Debugf(configName, "Set overridden config %q for backend startup", overrideKeys)
|
||||
// Set the global context only
|
||||
if len(globalConfig) != 0 {
|
||||
// Set the global context unless this Fs is being created for an rc request
|
||||
if len(globalConfig) != 0 && !IsRCRequest(ctx) {
|
||||
globalCI := GetConfig(context.Background())
|
||||
err = configstruct.Set(globalConfig, globalCI)
|
||||
if err != nil {
|
||||
|
||||
@@ -53,3 +53,25 @@ func TestAddConfigToContext_GlobalOnly(t *testing.T) {
|
||||
ci := GetConfig(newCtx)
|
||||
assert.Equal(t, "potato2", ci.UserAgent)
|
||||
}
|
||||
|
||||
// When the ctx is marked as a remote control (rc) request, a global.key must
|
||||
// apply to the backend's own ctx but must NOT change the process-wide config.
|
||||
func TestAddConfigToContext_GlobalFromRC(t *testing.T) {
|
||||
global := configmap.Simple{
|
||||
"global.user_agent": "potato3",
|
||||
}
|
||||
ctx := WithRCRequest(context.Background())
|
||||
globalCI := GetConfig(ctx)
|
||||
original := globalCI.UserAgent
|
||||
defer func() {
|
||||
globalCI.UserAgent = original
|
||||
}()
|
||||
newCtx, err := addConfigToContext(ctx, "unit-test", global)
|
||||
require.NoError(t, err)
|
||||
assert.NotEqual(t, newCtx, ctx)
|
||||
// The process-wide config must be untouched
|
||||
assert.Equal(t, original, globalCI.UserAgent)
|
||||
// but the backend's own ctx still gets the value
|
||||
ci := GetConfig(newCtx)
|
||||
assert.Equal(t, "potato3", ci.UserAgent)
|
||||
}
|
||||
@@ -328,6 +328,9 @@ func (jobs *Jobs) NewJob(ctx context.Context, fn rc.Func, in rc.Params) (job *Jo
|
||||
// Add the job to the context
|
||||
ctx = context.WithValue(ctx, jobKey, job)
|
||||
|
||||
// Mark the context as created from an rc request
|
||||
ctx = fs.WithRCRequest(ctx)
|
||||
|
||||
if isAsync {
|
||||
go job.run(ctx, fn, in)
|
||||
out = make(rc.Params)
|
||||
|
||||
@@ -300,6 +300,37 @@ func TestExecuteJobWithConfig(t *testing.T) {
|
||||
assert.NotEqual(t, 42*fs.Mebi, ci.BufferSize)
|
||||
}
|
||||
|
||||
// NewJob must mark the context as a remote control (rc) request, including for
|
||||
// asynchronous jobs whose context is detached
|
||||
func TestNewJobMarksRCRequest(t *testing.T) {
|
||||
jobID.Store(0)
|
||||
jobs := newJobs() // local instance so we don't pollute the global registry
|
||||
|
||||
// synchronous job
|
||||
var syncMarked bool
|
||||
_, _, err := jobs.NewJob(context.Background(), func(ctx context.Context, in rc.Params) (rc.Params, error) {
|
||||
syncMarked = fs.IsRCRequest(ctx)
|
||||
return nil, nil
|
||||
}, rc.Params{})
|
||||
require.NoError(t, err)
|
||||
assert.True(t, syncMarked, "sync rc job context must be marked as an rc request")
|
||||
|
||||
// asynchronous job - the context is detached, so the marker must be set
|
||||
// after that detachment to survive
|
||||
done := make(chan bool, 1)
|
||||
_, _, err = jobs.NewJob(context.Background(), func(ctx context.Context, in rc.Params) (rc.Params, error) {
|
||||
done <- fs.IsRCRequest(ctx)
|
||||
return nil, nil
|
||||
}, rc.Params{"_async": true})
|
||||
require.NoError(t, err)
|
||||
select {
|
||||
case asyncMarked := <-done:
|
||||
assert.True(t, asyncMarked, "async rc job context must be marked as an rc request")
|
||||
case <-time.After(5 * time.Second):
|
||||
t.Fatal("async job did not run")
|
||||
}
|
||||
}
|
||||
|
||||
func TestExecuteJobWithFilter(t *testing.T) {
|
||||
ctx := context.Background()
|
||||
called := false
|
||||
|
||||
+2
-6
@@ -83,11 +83,6 @@ var OptionsInfo = fs.Options{{
|
||||
Default: fs.Duration(10 * time.Second),
|
||||
Help: "Interval to check for expired async jobs",
|
||||
Groups: "RC",
|
||||
}, {
|
||||
Name: "metrics_addr",
|
||||
Default: []string{},
|
||||
Help: "IPaddress:Port or :Port to bind metrics server to",
|
||||
Groups: "Metrics",
|
||||
}}.
|
||||
AddPrefix(libhttp.ConfigInfo, "rc", "RC").
|
||||
AddPrefix(libhttp.AuthConfigInfo, "rc", "RC").
|
||||
@@ -95,7 +90,8 @@ var OptionsInfo = fs.Options{{
|
||||
AddPrefix(libhttp.ConfigInfo, "metrics", "Metrics").
|
||||
AddPrefix(libhttp.AuthConfigInfo, "metrics", "Metrics").
|
||||
AddPrefix(libhttp.TemplateConfigInfo, "metrics", "Metrics").
|
||||
SetDefault("rc_addr", []string{"localhost:5572"})
|
||||
SetDefault("rc_addr", []string{"localhost:5572"}).
|
||||
SetDefault("metrics_addr", []string{})
|
||||
|
||||
func init() {
|
||||
fs.RegisterGlobalOptions(fs.OptionsInfo{Name: "rc", Opt: &Opt, Options: OptionsInfo})
|
||||
|
||||
@@ -5,6 +5,7 @@ import (
|
||||
"context"
|
||||
"encoding/base64"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"flag"
|
||||
"fmt"
|
||||
"mime"
|
||||
@@ -20,6 +21,7 @@ import (
|
||||
"github.com/rclone/rclone/fs"
|
||||
"github.com/rclone/rclone/fs/cache"
|
||||
"github.com/rclone/rclone/fs/config"
|
||||
"github.com/rclone/rclone/fs/fspath"
|
||||
"github.com/rclone/rclone/fs/list"
|
||||
"github.com/rclone/rclone/fs/rc"
|
||||
"github.com/rclone/rclone/fs/rc/jobs"
|
||||
@@ -325,8 +327,57 @@ func (s *Server) serveRoot(w http.ResponseWriter, r *http.Request) {
|
||||
directory.Serve(w, r)
|
||||
}
|
||||
|
||||
// checkServeRemote returns an error if fsName must not be instantiated on the
|
||||
// file-serving (--rc-serve) path given the current authentication state.
|
||||
//
|
||||
// Instantiating a backend from request-supplied configuration can execute
|
||||
// commands during initialisation (e.g. webdav bearer_token_command, sftp ssh),
|
||||
// read arbitrary local files, or mutate process-wide config via global.*
|
||||
// options so shouldn't be done without authentication.
|
||||
//
|
||||
// authenticated must be true if the request has been authenticated (HTTP auth
|
||||
// is configured on the server) or --rc-no-auth was passed to explicitly opt in
|
||||
// to running without authentication.
|
||||
func checkServeRemote(fsName string, authenticated bool) error {
|
||||
parsed, err := fspath.Parse(fsName)
|
||||
if err != nil {
|
||||
return fmt.Errorf("invalid remote %q: %w", fsName, err)
|
||||
}
|
||||
|
||||
// global.* connection string options mutate process-wide rclone config. Never honour these
|
||||
// from a request-derived remote, even when the request is authenticated
|
||||
for k := range parsed.Config {
|
||||
if strings.HasPrefix(k, "global.") {
|
||||
return fmt.Errorf("setting %q on a served remote is not allowed", k)
|
||||
}
|
||||
}
|
||||
|
||||
if authenticated {
|
||||
return nil
|
||||
}
|
||||
|
||||
// On an unauthenticated server only allow access to pre-configured named remotes. Reject
|
||||
// inline backend definitions, connection string option overrides and bare local paths
|
||||
switch {
|
||||
case parsed.Name == "":
|
||||
return errors.New("serving local paths requires authentication to be set up on the rc server or the --rc-no-auth flag")
|
||||
case strings.HasPrefix(parsed.Name, ":"):
|
||||
return errors.New("serving inline remotes requires authentication to be set up on the rc server or the --rc-no-auth flag")
|
||||
case len(parsed.Config) > 0:
|
||||
return errors.New("serving remotes with connection string parameters requires authentication to be set up on the rc server or the --rc-no-auth flag")
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func (s *Server) serveRemote(w http.ResponseWriter, r *http.Request, path string, fsName string) {
|
||||
f, err := cache.Get(s.ctx, fsName)
|
||||
// Check we are allowed to instantiate this remote
|
||||
authenticated := s.noAuth || s.server.UsingAuth()
|
||||
if err := checkServeRemote(fsName, authenticated); err != nil {
|
||||
writeError(path, nil, w, err, http.StatusForbidden)
|
||||
return
|
||||
}
|
||||
// Mark as an rc request e.g. so NewFs can reject global.* config
|
||||
f, err := cache.Get(fs.WithRCRequest(s.ctx), fsName)
|
||||
if err != nil {
|
||||
writeError(path, nil, w, fmt.Errorf("failed to make Fs: %w", err), http.StatusInternalServerError)
|
||||
return
|
||||
|
||||
@@ -368,9 +368,138 @@ func TestRemoteServing(t *testing.T) {
|
||||
opt := newTestOpt()
|
||||
opt.Serve = true
|
||||
opt.Files = testFs
|
||||
opt.NoAuth = true
|
||||
testServer(t, tests, &opt)
|
||||
}
|
||||
|
||||
// checkServeRemote must reject request-derived backend instantiation on the
|
||||
// unauthenticated file-serving path, and global.* config mutation.
|
||||
func TestCheckServeRemote(t *testing.T) {
|
||||
for _, test := range []struct {
|
||||
name string
|
||||
fsName string
|
||||
authenticated bool
|
||||
wantErr string // substring of expected error, "" means no error
|
||||
}{
|
||||
// Plain named remotes are always allowed
|
||||
{name: "named remote unauth", fsName: "remote:path", wantErr: ""},
|
||||
{name: "named remote auth", fsName: "remote:path", authenticated: true, wantErr: ""},
|
||||
// Inline backend definitions can run commands (webdav bearer_token_command, sftp ssh)
|
||||
{name: "inline webdav unauth", fsName: ":webdav,url=http://localhost,bearer_token_command=id:", wantErr: "inline remotes"},
|
||||
{name: "inline sftp unauth", fsName: ":sftp,ssh=id:", wantErr: "inline remotes"},
|
||||
{name: "inline local unauth", fsName: ":local:/etc", wantErr: "inline remotes"},
|
||||
{name: "inline allowed when authed", fsName: ":local:/etc", authenticated: true, wantErr: ""},
|
||||
// Bare local paths allow arbitrary local file access
|
||||
{name: "bare path unauth", fsName: "/etc/passwd", wantErr: "local paths"},
|
||||
{name: "bare path allowed when authed", fsName: "/etc/passwd", authenticated: true, wantErr: ""},
|
||||
// Connection string overrides can set command-executing options
|
||||
{name: "connection string unauth", fsName: "remote,vendor=other:path", wantErr: "connection string"},
|
||||
{name: "connection string allowed when authed", fsName: "remote,vendor=other:path", authenticated: true, wantErr: ""},
|
||||
// global.* mutates process-wide config and is never allowed
|
||||
{name: "global config unauth", fsName: "remote,global.http_proxy=x:path", wantErr: "global.http_proxy"},
|
||||
{name: "global config blocked even when authed", fsName: "remote,global.http_proxy=x:path", authenticated: true, wantErr: "global.http_proxy"},
|
||||
} {
|
||||
t.Run(test.name, func(t *testing.T) {
|
||||
err := checkServeRemote(test.fsName, test.authenticated)
|
||||
if test.wantErr == "" {
|
||||
assert.NoError(t, err)
|
||||
} else {
|
||||
require.Error(t, err)
|
||||
assert.Contains(t, err.Error(), test.wantErr)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
// On an unauthenticated server the serve path must not instantiate
|
||||
// attacker-supplied inline remotes or local paths, but must still allow
|
||||
// configured named remotes.
|
||||
func TestServeRemoteUnauthenticated(t *testing.T) {
|
||||
forbidden := regexp.MustCompile(`"status": 403`)
|
||||
tests := []testRun{{
|
||||
// An inline remote could run a command during initialisation
|
||||
Name: "inline-remote-rejected",
|
||||
URL: "[:local:" + testFs + "]/file.txt",
|
||||
Status: http.StatusForbidden,
|
||||
Contains: forbidden,
|
||||
}, {
|
||||
Name: "bare-local-path-rejected",
|
||||
URL: remoteURL + "file.txt",
|
||||
Status: http.StatusForbidden,
|
||||
Contains: forbidden,
|
||||
}, {
|
||||
// A configured (here non-existent) named remote is allowed through to
|
||||
// the backend, which then reports it isn't in the config file
|
||||
Name: "named-remote-allowed-through",
|
||||
URL: "[notfoundremote:]/",
|
||||
Status: http.StatusInternalServerError,
|
||||
Contains: regexp.MustCompile(`didn't find section in config file`),
|
||||
}}
|
||||
opt := newTestOpt()
|
||||
opt.Serve = true
|
||||
testServer(t, tests, &opt)
|
||||
}
|
||||
|
||||
// With authentication configured the serve path may instantiate inline remotes
|
||||
// (the request is authenticated) but must still refuse to mutate process-wide
|
||||
// config via global.* options.
|
||||
func TestServeRemoteWithAuth(t *testing.T) {
|
||||
const user, pass = "user", "pass"
|
||||
tests := []testRun{{
|
||||
// Authenticated requests can serve bare local paths again
|
||||
Name: "bare-local-path-served-when-authenticated",
|
||||
URL: remoteURL + "file.txt",
|
||||
User: user,
|
||||
Pass: pass,
|
||||
Status: http.StatusOK,
|
||||
Expected: "this is file1.txt\n",
|
||||
}, {
|
||||
// global.* is blocked even for an authenticated request
|
||||
Name: "global-config-blocked-when-authenticated",
|
||||
URL: "[notfoundremote,global.http_proxy=x:]/",
|
||||
User: user,
|
||||
Pass: pass,
|
||||
Status: http.StatusForbidden,
|
||||
Contains: regexp.MustCompile(`global\.http_proxy`),
|
||||
}, {
|
||||
// A request without credentials is rejected before reaching the handler
|
||||
Name: "unauthenticated-request-rejected",
|
||||
URL: remoteURL + "file.txt",
|
||||
Status: http.StatusUnauthorized,
|
||||
Contains: regexp.MustCompile(``),
|
||||
}}
|
||||
opt := newTestOpt()
|
||||
opt.Serve = true
|
||||
opt.Files = testFs
|
||||
opt.Auth.BasicUser = user
|
||||
opt.Auth.BasicPass = pass
|
||||
testServer(t, tests, &opt)
|
||||
}
|
||||
|
||||
// The serve path must mark backend creation as a remote control (rc) request
|
||||
// so a request-supplied remote can't change process-wide config via global.*
|
||||
// options.
|
||||
func TestServeRemoteMarksRCRequest(t *testing.T) {
|
||||
configfile.Install()
|
||||
opt := newTestOpt()
|
||||
opt.Serve = true
|
||||
opt.NoAuth = true // allow inline remotes so we reach backend creation
|
||||
opt.Template.Path = defaultTestTemplate
|
||||
rcServer, err := newServer(context.Background(), &opt, http.NewServeMux())
|
||||
require.NoError(t, err)
|
||||
|
||||
ctx := context.Background()
|
||||
original := fs.GetConfig(ctx).UserAgent
|
||||
defer func() { fs.GetConfig(ctx).UserAgent = original }()
|
||||
|
||||
// serveRemote uses s.ctx, marked as an rc request, so global.* must not
|
||||
// change the process-wide config.
|
||||
rcServer.serveRemote(httptest.NewRecorder(), httptest.NewRequest("GET", "/file.txt", nil),
|
||||
"file.txt", ":local,global.user_agent=rcservertest:"+testFs)
|
||||
assert.Equal(t, original, fs.GetConfig(ctx).UserAgent,
|
||||
"the serve path must not let global.* change the process-wide config")
|
||||
}
|
||||
|
||||
func TestRC(t *testing.T) {
|
||||
tests := []testRun{{
|
||||
Name: "rc-root",
|
||||
@@ -853,6 +982,7 @@ func TestServeModTime(t *testing.T) {
|
||||
opt := newTestOpt()
|
||||
opt.Serve = true
|
||||
opt.Template.Path = "testdata/golden/testmodtime.html"
|
||||
opt.NoAuth = true
|
||||
|
||||
tests := []testRun{{
|
||||
Name: "modtime",
|
||||
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package fs
|
||||
|
||||
// VersionTag of rclone
|
||||
var VersionTag = "v1.74.0"
|
||||
var VersionTag = "v1.74.3"
|
||||
@@ -42,7 +42,7 @@ require (
|
||||
github.com/gdamore/tcell/v2 v2.13.8
|
||||
github.com/go-chi/chi/v5 v5.2.5
|
||||
github.com/go-darwin/apfs v0.0.0-20211011131704-f84b94dbf348
|
||||
github.com/go-git/go-billy/v5 v5.8.0
|
||||
github.com/go-git/go-billy/v5 v5.9.0
|
||||
github.com/golang-jwt/jwt/v5 v5.3.1
|
||||
github.com/google/uuid v1.6.0
|
||||
github.com/hanwen/go-fuse/v2 v2.9.0
|
||||
@@ -71,9 +71,9 @@ require (
|
||||
github.com/prometheus/client_golang v1.23.2
|
||||
github.com/putdotio/go-putio/putio v0.0.0-20200123120452-16d982cac2b8
|
||||
github.com/quasilyte/go-ruleguard/dsl v0.3.23
|
||||
github.com/rclone/Proton-API-Bridge v1.0.1
|
||||
github.com/rclone/go-proton-api v1.0.1
|
||||
github.com/rclone/gofakes3 v0.0.4
|
||||
github.com/rclone/Proton-API-Bridge v1.0.3
|
||||
github.com/rclone/go-proton-api v1.0.2
|
||||
github.com/rclone/gofakes3 v0.0.6
|
||||
github.com/rfjakob/eme v1.2.0
|
||||
github.com/rivo/uniseg v0.4.7
|
||||
github.com/rogpeppe/go-internal v1.14.1
|
||||
@@ -94,12 +94,12 @@ require (
|
||||
github.com/zeebo/xxh3 v1.1.0
|
||||
go.etcd.io/bbolt v1.4.3
|
||||
goftp.io/server/v2 v2.0.2
|
||||
golang.org/x/crypto v0.49.0
|
||||
golang.org/x/net v0.52.0
|
||||
golang.org/x/crypto v0.52.0
|
||||
golang.org/x/net v0.55.0
|
||||
golang.org/x/oauth2 v0.36.0
|
||||
golang.org/x/sync v0.20.0
|
||||
golang.org/x/sys v0.42.0
|
||||
golang.org/x/text v0.36.0
|
||||
golang.org/x/sys v0.45.0
|
||||
golang.org/x/text v0.37.0
|
||||
golang.org/x/time v0.15.0
|
||||
google.golang.org/api v0.275.0
|
||||
gopkg.in/natefinch/lumberjack.v2 v2.2.1
|
||||
@@ -261,9 +261,9 @@ require (
|
||||
go.yaml.in/yaml/v2 v2.4.3 // indirect
|
||||
go.yaml.in/yaml/v3 v3.0.4 // indirect
|
||||
go4.org v0.0.0-20260112195520-a5071408f32f // indirect
|
||||
golang.org/x/exp v0.0.0-20260212183809-81e46e3db34a // indirect
|
||||
golang.org/x/image v0.39.0 // indirect
|
||||
golang.org/x/tools v0.43.0 // indirect
|
||||
golang.org/x/exp v0.0.0-20260410095643-746e56fc9e2f // indirect
|
||||
golang.org/x/image v0.41.0 // indirect
|
||||
golang.org/x/tools v0.44.0 // indirect
|
||||
google.golang.org/genproto/googleapis/rpc v0.0.0-20260401024825-9d38bb4040a9 // indirect
|
||||
google.golang.org/grpc v1.80.0 // indirect
|
||||
google.golang.org/protobuf v1.36.11 // indirect
|
||||
@@ -284,5 +284,5 @@ require (
|
||||
github.com/pkg/xattr v0.4.12
|
||||
github.com/pquerna/otp v1.5.0
|
||||
golang.org/x/mobile v0.0.0-20260312152759-81488f6aeb60
|
||||
golang.org/x/term v0.41.0
|
||||
golang.org/x/term v0.43.0
|
||||
)
|
||||
@@ -287,8 +287,8 @@ github.com/go-chi/chi/v5 v5.2.5 h1:Eg4myHZBjyvJmAFjFvWgrqDTXFyOzjj7YIm3L3mu6Ug=
|
||||
github.com/go-chi/chi/v5 v5.2.5/go.mod h1:X7Gx4mteadT3eDOMTsXzmI4/rwUpOwBHLpAfupzFJP0=
|
||||
github.com/go-darwin/apfs v0.0.0-20211011131704-f84b94dbf348 h1:JnrjqG5iR07/8k7NqrLNilRsl3s1EPRQEGvbPyOce68=
|
||||
github.com/go-darwin/apfs v0.0.0-20211011131704-f84b94dbf348/go.mod h1:Czxo/d1g948LtrALAZdL04TL/HnkopquAjxYUuI02bo=
|
||||
github.com/go-git/go-billy/v5 v5.8.0 h1:I8hjc3LbBlXTtVuFNJuwYuMiHvQJDq1AT6u4DwDzZG0=
|
||||
github.com/go-git/go-billy/v5 v5.8.0/go.mod h1:RpvI/rw4Vr5QA+Z60c6d6LXH0rYJo0uD5SqfmrrheCY=
|
||||
github.com/go-git/go-billy/v5 v5.9.0 h1:jItGXszUDRtR/AlferWPTMN4j38BQ88XnXKbilmmBPA=
|
||||
github.com/go-git/go-billy/v5 v5.9.0/go.mod h1:jCnQMLj9eUgGU7+ludSTYoZL/GGmii14RxKFj7ROgHw=
|
||||
github.com/go-gl/glfw v0.0.0-20190409004039-e6da0acd62b1/go.mod h1:vR7hzQXu2zJy9AVAgeJqvqgH9Q5CA+iKCZ2gyEVpxRU=
|
||||
github.com/go-gl/glfw/v3.3/glfw v0.0.0-20191125211704-12ad95a8df72/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8=
|
||||
github.com/go-gl/glfw/v3.3/glfw v0.0.0-20200222043503-6f7a984d4dc4/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8=
|
||||
@@ -594,12 +594,12 @@ github.com/quic-go/quic-go v0.59.0 h1:OLJkp1Mlm/aS7dpKgTc6cnpynnD2Xg7C1pwL6vy/SA
|
||||
github.com/quic-go/quic-go v0.59.0/go.mod h1:upnsH4Ju1YkqpLXC305eW3yDZ4NfnNbmQRCMWS58IKU=
|
||||
github.com/rasky/go-xdr v0.0.0-20170124162913-1a41d1a06c93 h1:UVArwN/wkKjMVhh2EQGC0tEc1+FqiLlvYXY5mQ2f8Wg=
|
||||
github.com/rasky/go-xdr v0.0.0-20170124162913-1a41d1a06c93/go.mod h1:Nfe4efndBz4TibWycNE+lqyJZiMX4ycx+QKV8Ta0f/o=
|
||||
github.com/rclone/Proton-API-Bridge v1.0.1 h1:iLSWfK4SSKRrM1t8DtvMSTUrVOAnkfJ+zdU9hIwgu4s=
|
||||
github.com/rclone/Proton-API-Bridge v1.0.1/go.mod h1:26RAest751Ofk+F/d8xtl4UyWXrZvMQwn39U8rm/WKM=
|
||||
github.com/rclone/go-proton-api v1.0.1 h1:Nb7E1d0kPpniupBTqvf0JCmAfRdmuQx0IVjfo5T1/jg=
|
||||
github.com/rclone/go-proton-api v1.0.1/go.mod h1:LB2kCEaZMzNn3ocdz+qYfxXmuLxxN0ka62KJd2x53Bc=
|
||||
github.com/rclone/gofakes3 v0.0.4 h1:LswpC49VY/UJ1zucoL5ktnOEX6lq3qK7e1aFIAfqCbk=
|
||||
github.com/rclone/gofakes3 v0.0.4/go.mod h1:j/UoS+2/Mr7xAlfKhyVC58YyFQmh9uoQA5YZQXQUqmg=
|
||||
github.com/rclone/Proton-API-Bridge v1.0.3 h1:Bs7RC4xCFSN0BPIYVda/BNxp0qo3NV0gB2VZqx2KIew=
|
||||
github.com/rclone/Proton-API-Bridge v1.0.3/go.mod h1:26RAest751Ofk+F/d8xtl4UyWXrZvMQwn39U8rm/WKM=
|
||||
github.com/rclone/go-proton-api v1.0.2 h1:cJtJUab0MGJ3C6q5kiEJs3pbyhSLnOKMyYOQehA0PBc=
|
||||
github.com/rclone/go-proton-api v1.0.2/go.mod h1:LB2kCEaZMzNn3ocdz+qYfxXmuLxxN0ka62KJd2x53Bc=
|
||||
github.com/rclone/gofakes3 v0.0.6 h1:gTW5Dq04EouaoKyyTSuSL+WS3VZU3k2QNOBn9ghX7kE=
|
||||
github.com/rclone/gofakes3 v0.0.6/go.mod h1:M/uFc52GcEFuIP4stgrSR99SqqqxMR0ncgiTbj0eszc=
|
||||
github.com/relvacode/iso8601 v1.7.0 h1:BXy+V60stMP6cpswc+a93Mq3e65PfXCgDFfhvNNGrdo=
|
||||
github.com/relvacode/iso8601 v1.7.0/go.mod h1:FlNp+jz+TXpyRqgmM7tnzHHzBnz776kmAH2h3sZCn0I=
|
||||
github.com/rfjakob/eme v1.2.0 h1:8dAHL+WVAw06+7DkRKnRiFp1JL3QjcJEZFqDnndUaSI=
|
||||
@@ -773,8 +773,8 @@ golang.org/x/crypto v0.13.0/go.mod h1:y6Z2r+Rw4iayiXXAIxJIDAJ1zMW4yaTpebo8fPOliY
|
||||
golang.org/x/crypto v0.19.0/go.mod h1:Iy9bg/ha4yyC70EfRS8jz+B6ybOBKMaSxLj6P6oBDfU=
|
||||
golang.org/x/crypto v0.23.0/go.mod h1:CKFgDieR+mRhux2Lsu27y0fO304Db0wZe70UKqHu0v8=
|
||||
golang.org/x/crypto v0.31.0/go.mod h1:kDsLvtWBEx7MV9tJOj9bnXsPbxwJQ6csT/x4KIN4Ssk=
|
||||
golang.org/x/crypto v0.49.0 h1:+Ng2ULVvLHnJ/ZFEq4KdcDd/cfjrrjjNSXNzxg0Y4U4=
|
||||
golang.org/x/crypto v0.49.0/go.mod h1:ErX4dUh2UM+CFYiXZRTcMpEcN8b/1gxEuv3nODoYtCA=
|
||||
golang.org/x/crypto v0.52.0 h1:RMs7fP2rXdep0CftQlK8Uf+kibLm7qkCcradZWYz988=
|
||||
golang.org/x/crypto v0.52.0/go.mod h1:1QgfPxDqh0T2M/elOJtp9RvuR95kVjir0e6/BvEmGbc=
|
||||
golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
|
||||
golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
|
||||
golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8=
|
||||
@@ -785,12 +785,12 @@ golang.org/x/exp v0.0.0-20191227195350-da58074b4299/go.mod h1:2RIsYlXP63K8oxa1u0
|
||||
golang.org/x/exp v0.0.0-20200119233911-0405dc783f0a/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4=
|
||||
golang.org/x/exp v0.0.0-20200207192155-f17229e696bd/go.mod h1:J/WKrq2StrnmMY6+EHIKF9dgMWnmCNThgcyBT1FY9mM=
|
||||
golang.org/x/exp v0.0.0-20200224162631-6cc2880d07d6/go.mod h1:3jZMyOhIsHpP37uCMkUooju7aAi5cS1Q23tOzKc+0MU=
|
||||
golang.org/x/exp v0.0.0-20260212183809-81e46e3db34a h1:ovFr6Z0MNmU7nH8VaX5xqw+05ST2uO1exVfZPVqRC5o=
|
||||
golang.org/x/exp v0.0.0-20260212183809-81e46e3db34a/go.mod h1:K79w1Vqn7PoiZn+TkNpx3BUWUQksGO3JcVX6qIjytmA=
|
||||
golang.org/x/exp v0.0.0-20260410095643-746e56fc9e2f h1:W3F4c+6OLc6H2lb//N1q4WpJkhzJCK5J6kUi1NTVXfM=
|
||||
golang.org/x/exp v0.0.0-20260410095643-746e56fc9e2f/go.mod h1:J1xhfL/vlindoeF/aINzNzt2Bket5bjo9sdOYzOsU80=
|
||||
golang.org/x/image v0.0.0-20190227222117-0694c2d4d067/go.mod h1:kZ7UVZpmo3dzQBMxlp+ypCbDeSB+sBbTgSJuh5dn5js=
|
||||
golang.org/x/image v0.0.0-20190802002840-cff245a6509b/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0=
|
||||
golang.org/x/image v0.39.0 h1:skVYidAEVKgn8lZ602XO75asgXBgLj9G/FE3RbuPFww=
|
||||
golang.org/x/image v0.39.0/go.mod h1:sIbmppfU+xFLPIG0FoVUTvyBMmgng1/XAMhQ2ft0hpA=
|
||||
golang.org/x/image v0.41.0 h1:8wS72eGJMJaBxK6okTzd4WaXumUlTVlb753MlsSvTCo=
|
||||
golang.org/x/image v0.41.0/go.mod h1:uIc348UZMSvS5Z65CVZ7iDPaNobNFEPeJ4kbqTOszmA=
|
||||
golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
|
||||
golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU=
|
||||
golang.org/x/lint v0.0.0-20190301231843-5614ed5bae6f/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
|
||||
@@ -856,8 +856,8 @@ golang.org/x/net v0.15.0/go.mod h1:idbUs1IY1+zTqbi8yxTbhexhEEk5ur9LInksu6HrEpk=
|
||||
golang.org/x/net v0.21.0/go.mod h1:bIjVDfnllIU7BJ2DNgfnXvpSvtn8VRwhlsaeUTyUS44=
|
||||
golang.org/x/net v0.25.0/go.mod h1:JkAGAh7GEvH74S6FOH42FLoXpXbE/aqXSrIQjXgsiwM=
|
||||
golang.org/x/net v0.33.0/go.mod h1:HXLR5J+9DxmrqMwG9qjGCxZ+zKXxBru04zlTvWlWuN4=
|
||||
golang.org/x/net v0.52.0 h1:He/TN1l0e4mmR3QqHMT2Xab3Aj3L9qjbhRm78/6jrW0=
|
||||
golang.org/x/net v0.52.0/go.mod h1:R1MAz7uMZxVMualyPXb+VaqGSa3LIaUqk0eEt3w36Sw=
|
||||
golang.org/x/net v0.55.0 h1:bcvxaJn3e1U6InsFWt1JUq1aSjnRxLzT2rtD2KfkDF8=
|
||||
golang.org/x/net v0.55.0/go.mod h1:L5U2KuzuOe1lY7Z+aWVIKK6qEeJXnXV9yzGA+WCHJww=
|
||||
golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
|
||||
golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
|
||||
golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
|
||||
@@ -932,8 +932,8 @@ golang.org/x/sys v0.12.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||
golang.org/x/sys v0.17.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
|
||||
golang.org/x/sys v0.20.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
|
||||
golang.org/x/sys v0.28.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
|
||||
golang.org/x/sys v0.42.0 h1:omrd2nAlyT5ESRdCLYdm3+fMfNFE/+Rf4bDIQImRJeo=
|
||||
golang.org/x/sys v0.42.0/go.mod h1:4GL1E5IUh+htKOUEOaiffhrAeqysfVGipDYzABqnCmw=
|
||||
golang.org/x/sys v0.45.0 h1:dO4czNzziLiiXplLQgBCEpCvXQ3dnkn0SdaZSYdQ+FY=
|
||||
golang.org/x/sys v0.45.0/go.mod h1:4GL1E5IUh+htKOUEOaiffhrAeqysfVGipDYzABqnCmw=
|
||||
golang.org/x/telemetry v0.0.0-20240228155512-f48c80bd79b2/go.mod h1:TeRTkGYfJXctD9OcfyVLyj2J3IxLnKwHJR8f4D8a3YE=
|
||||
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
|
||||
golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
|
||||
@@ -945,8 +945,8 @@ golang.org/x/term v0.12.0/go.mod h1:owVbMEjm3cBLCHdkQu9b1opXd4ETQWc3BhuQGKgXgvU=
|
||||
golang.org/x/term v0.17.0/go.mod h1:lLRBjIVuehSbZlaOtGMbcMncT+aqLLLmKrsjNrUguwk=
|
||||
golang.org/x/term v0.20.0/go.mod h1:8UkIAJTvZgivsXaD6/pH6U9ecQzZ45awqEOzuCvwpFY=
|
||||
golang.org/x/term v0.27.0/go.mod h1:iMsnZpn0cago0GOrHO2+Y7u7JPn5AylBrcoWkElMTSM=
|
||||
golang.org/x/term v0.41.0 h1:QCgPso/Q3RTJx2Th4bDLqML4W6iJiaXFq2/ftQF13YU=
|
||||
golang.org/x/term v0.41.0/go.mod h1:3pfBgksrReYfZ5lvYM0kSO0LIkAl4Yl2bXOkKP7Ec2A=
|
||||
golang.org/x/term v0.43.0 h1:S4RLU2sB31O/NCl+zFN9Aru9A/Cq2aqKpTZJ6B+DwT4=
|
||||
golang.org/x/term v0.43.0/go.mod h1:lrhlHNdQJHO+1qVYiHfFKVuVioJIheAc3fBSMFYEIsk=
|
||||
golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
||||
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
||||
golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
||||
@@ -962,8 +962,8 @@ golang.org/x/text v0.13.0/go.mod h1:TvPlkZtksWOMsz7fbANvkp4WM8x/WCo/om8BMLbz+aE=
|
||||
golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
|
||||
golang.org/x/text v0.15.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
|
||||
golang.org/x/text v0.21.0/go.mod h1:4IBbMaMmOPCJ8SecivzSH54+73PCFmPWxNTLm+vZkEQ=
|
||||
golang.org/x/text v0.36.0 h1:JfKh3XmcRPqZPKevfXVpI1wXPTqbkE5f7JA92a55Yxg=
|
||||
golang.org/x/text v0.36.0/go.mod h1:NIdBknypM8iqVmPiuco0Dh6P5Jcdk8lJL0CUebqK164=
|
||||
golang.org/x/text v0.37.0 h1:Cqjiwd9eSg8e0QAkyCaQTNHFIIzWtidPahFWR83rTrc=
|
||||
golang.org/x/text v0.37.0/go.mod h1:a5sjxXGs9hsn/AJVwuElvCAo9v8QYLzvavO5z2PiM38=
|
||||
golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
|
||||
golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
|
||||
golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
|
||||
@@ -1017,8 +1017,8 @@ golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc
|
||||
golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU=
|
||||
golang.org/x/tools v0.13.0/go.mod h1:HvlwmtVNQAhOuCjW7xxvovg8wbNq7LwfXh/k7wXUl58=
|
||||
golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d/go.mod h1:aiJjzUbINMkxbQROHiO6hDPo2LHcIPhhQsa9DLh0yGk=
|
||||
golang.org/x/tools v0.43.0 h1:12BdW9CeB3Z+J/I/wj34VMl8X+fEXBxVR90JeMX5E7s=
|
||||
golang.org/x/tools v0.43.0/go.mod h1:uHkMso649BX2cZK6+RpuIPXS3ho2hZo4FVwfoy1vIk0=
|
||||
golang.org/x/tools v0.44.0 h1:UP4ajHPIcuMjT1GqzDWRlalUEoY+uzoZKnhOjbIPD2c=
|
||||
golang.org/x/tools v0.44.0/go.mod h1:KA0AfVErSdxRZIsOVipbv3rQhVXTnlU6UhKxHd1seDI=
|
||||
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
||||
golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
||||
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
||||
|
||||
+18
-17
@@ -23,8 +23,6 @@ import (
|
||||
"github.com/rclone/rclone/lib/atexit"
|
||||
sdActivation "github.com/rclone/rclone/lib/sdactivation"
|
||||
"github.com/spf13/pflag"
|
||||
"golang.org/x/net/http2"
|
||||
"golang.org/x/net/http2/h2c"
|
||||
)
|
||||
|
||||
// Help returns text describing the http server to add to the command
|
||||
@@ -281,26 +279,29 @@ func newInstance(ctx context.Context, s *Server, listener net.Listener, tlsCfg *
|
||||
listener = tls.NewListener(listener, tlsCfg)
|
||||
}
|
||||
|
||||
var handler http.Handler = s.mux
|
||||
httpServer := &http.Server{
|
||||
Handler: s.mux,
|
||||
ReadTimeout: time.Duration(s.cfg.ServerReadTimeout),
|
||||
WriteTimeout: time.Duration(s.cfg.ServerWriteTimeout),
|
||||
MaxHeaderBytes: s.cfg.MaxHeaderBytes,
|
||||
ReadHeaderTimeout: 10 * time.Second, // time to send the headers
|
||||
IdleTimeout: 60 * time.Second, // time to keep idle connections open
|
||||
TLSConfig: tlsCfg,
|
||||
BaseContext: NewBaseContext(ctx, url),
|
||||
}
|
||||
|
||||
// Enable h2c (HTTP/2 cleartext) for non-TLS listeners
|
||||
if tlsCfg == nil {
|
||||
h2s := &http2.Server{}
|
||||
handler = h2c.NewHandler(s.mux, h2s)
|
||||
protocols := new(http.Protocols)
|
||||
protocols.SetHTTP1(true)
|
||||
protocols.SetUnencryptedHTTP2(true)
|
||||
httpServer.Protocols = protocols
|
||||
}
|
||||
|
||||
return &instance{
|
||||
url: url,
|
||||
listener: listener,
|
||||
httpServer: &http.Server{
|
||||
Handler: handler,
|
||||
ReadTimeout: time.Duration(s.cfg.ServerReadTimeout),
|
||||
WriteTimeout: time.Duration(s.cfg.ServerWriteTimeout),
|
||||
MaxHeaderBytes: s.cfg.MaxHeaderBytes,
|
||||
ReadHeaderTimeout: 10 * time.Second, // time to send the headers
|
||||
IdleTimeout: 60 * time.Second, // time to keep idle connections open
|
||||
TLSConfig: tlsCfg,
|
||||
BaseContext: NewBaseContext(ctx, url),
|
||||
},
|
||||
url: url,
|
||||
listener: listener,
|
||||
httpServer: httpServer,
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@@ -218,12 +218,12 @@ rclone convmv "stories/The Quick Brown Fox!.txt" --name-transform "all,command=e
|
||||
|
||||
```console
|
||||
rclone convmv "stories/The Quick Brown Fox!" --name-transform "date=-{YYYYMMDD}"
|
||||
// Output: stories/The Quick Brown Fox!-20260501
|
||||
// Output: stories/The Quick Brown Fox!-20260605
|
||||
```
|
||||
|
||||
```console
|
||||
rclone convmv "stories/The Quick Brown Fox!" --name-transform "date=-{macfriendlytime}"
|
||||
// Output: stories/The Quick Brown Fox!-2026-05-01 0355PM
|
||||
// Output: stories/The Quick Brown Fox!-2026-06-05 0419PM
|
||||
```
|
||||
|
||||
```console
|
||||
|
||||
@@ -15,7 +15,7 @@
|
||||
. ftr VB CB
|
||||
. ftr VBI CBI
|
||||
.\}
|
||||
.TH "rclone" "1" "May 01, 2026" "User Manual" ""
|
||||
.TH "rclone" "1" "Jun 05, 2026" "User Manual" ""
|
||||
.hy
|
||||
.SH NAME
|
||||
.PP
|
||||
@@ -6326,14 +6326,14 @@ rclone convmv \[dq]stories/The Quick Brown Fox!.txt\[dq] --name-transform \[dq]a
|
||||
.nf
|
||||
\f[C]
|
||||
rclone convmv \[dq]stories/The Quick Brown Fox!\[dq] --name-transform \[dq]date=-{YYYYMMDD}\[dq]
|
||||
// Output: stories/The Quick Brown Fox!-20260501
|
||||
// Output: stories/The Quick Brown Fox!-20260605
|
||||
\f[R]
|
||||
.fi
|
||||
.IP
|
||||
.nf
|
||||
\f[C]
|
||||
rclone convmv \[dq]stories/The Quick Brown Fox!\[dq] --name-transform \[dq]date=-{macfriendlytime}\[dq]
|
||||
// Output: stories/The Quick Brown Fox!-2026-05-01 0208PM
|
||||
// Output: stories/The Quick Brown Fox!-2026-06-05 0414PM
|
||||
\f[R]
|
||||
.fi
|
||||
.IP
|
||||
@@ -21044,7 +21044,7 @@ then rclone will keep the configuration file in memory only.
|
||||
.PP
|
||||
You may see a log message \[dq]Config file not found - using
|
||||
defaults\[dq] if there is no configuration file.
|
||||
This can be supressed, e.g.
|
||||
This can be suppressed, e.g.
|
||||
if you are using rclone entirely with on the fly
|
||||
remotes (https://rclone.org/docs/#backend-path-to-dir), by using
|
||||
memory-only configuration file or by creating an empty configuration
|
||||
@@ -25430,7 +25430,28 @@ see a listing of the remotes.
|
||||
Objects may be requested from remotes using this syntax
|
||||
\f[V]http://127.0.0.1:5572/[remote:path]/path/to/object\f[R]
|
||||
.PP
|
||||
Unless the rc server has authentication configured
|
||||
(\f[V]--rc-user\f[R]/\f[V]--rc-pass\f[R] or \f[V]--rc-htpasswd\f[R]) or
|
||||
the \f[V]--rc-no-auth\f[R] flag is set, only remotes already present in
|
||||
the config file may be served this way.
|
||||
Inline remotes (e.g.
|
||||
\f[V][:webdav,url=...:]\f[R]), connection string parameters and bare
|
||||
local paths are rejected, since instantiating them from an
|
||||
unauthenticated request could run commands or read arbitrary local
|
||||
files.
|
||||
.PP
|
||||
Default Off.
|
||||
.SS global.* connection string options and the rc
|
||||
.PP
|
||||
Remotes instantiated by the rc do not let connection
|
||||
string (https://rclone.org/docs/#connection-strings) \f[V]global.*\f[R]
|
||||
options change rclone\[aq]s process-wide configuration.
|
||||
Remotes created directly on the command line or defined in the config
|
||||
file are unaffected.
|
||||
.PP
|
||||
A \f[V]global.*\f[R] option still takes effect for the individual
|
||||
backend it is set on (exactly like an \f[V]override.*\f[R] option), it
|
||||
just does not leak into the global config for the rest of the process.
|
||||
.SS --rc-serve-no-modtime
|
||||
.PP
|
||||
Set this flag to skip reading the modification time (can speed things
|
||||
@@ -30179,7 +30200,7 @@ Flags for general networking and HTTP stuff.
|
||||
--tpslimit float Limit HTTP transactions per second to this
|
||||
--tpslimit-burst int Max burst of transactions for --tpslimit (default 1)
|
||||
--use-cookies Enable session cookiejar
|
||||
--user-agent string Set the user-agent to a specified string (default \[dq]rclone/v1.74.0\[dq])
|
||||
--user-agent string Set the user-agent to a specified string (default \[dq]rclone/v1.74.3\[dq])
|
||||
\f[R]
|
||||
.fi
|
||||
.SS Performance
|
||||
@@ -30371,7 +30392,7 @@ Flags to control the Metrics HTTP endpoint..
|
||||
.IP
|
||||
.nf
|
||||
\f[C]
|
||||
--metrics-addr stringArray IPaddress:Port or :Port to bind metrics server to
|
||||
--metrics-addr stringArray IPaddress:Port or :Port to bind server to
|
||||
--metrics-allow-origin string Origin which cross-domain request (CORS) can be executed from
|
||||
--metrics-baseurl string Prefix for URLs - leave blank for root
|
||||
--metrics-cert string TLS PEM key (concatenation of certificate and CA certificate)
|
||||
@@ -30577,7 +30598,7 @@ Backend-only flags (these can be set in the config file also).
|
||||
--drime-list-chunk int Number of items to list in each call (default 1000)
|
||||
--drime-root-folder-id string ID of the root folder
|
||||
--drime-upload-concurrency int Concurrency for multipart uploads and copies (default 4)
|
||||
--drime-upload-cutoff SizeSuffix Cutoff for switching to chunked upload (default 200Mi)
|
||||
--drime-upload-cutoff SizeSuffix Cutoff for switching to chunked upload (default 5Mi)
|
||||
--drime-workspace-id string Account ID
|
||||
--drive-acknowledge-abuse Set to allow files which return cannotDownloadAbusiveFile to be downloaded
|
||||
--drive-allow-import-name-change Allow the filetype to change when uploading Google docs
|
||||
@@ -33477,13 +33498,37 @@ filename encodings.)
|
||||
.PP
|
||||
The following backends have known issues that need more investigation:
|
||||
.IP \[bu] 2
|
||||
\f[V]TestDropbox\f[R] (\f[V]dropbox\f[R])
|
||||
\f[V]TestFilen\f[R] (\f[V]filen\f[R])
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
\f[V]TestBisyncRemoteRemote/normalization\f[R] (https://pub.rclone.org/integration-tests/current/dropbox-cmd.bisync-TestDropbox-1.txt)
|
||||
\f[V]TestBisyncRemoteRemote/resync_modes\f[R] (https://pub.rclone.org/integration-tests/current/filen-cmd.bisync-TestFilen-1.txt)
|
||||
.IP \[bu] 2
|
||||
\f[V]TestBisyncRemoteRemote/rmdirs\f[R] (https://pub.rclone.org/integration-tests/current/filen-cmd.bisync-TestFilen-1.txt)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Updated: 2026-05-01-010013
|
||||
\f[V]TestHuaweiDrive\f[R] (\f[V]huaweidrive\f[R])
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
\f[V]TestBisyncRemoteLocal/ext_paths\f[R] (https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
.IP \[bu] 2
|
||||
\f[V]TestBisyncRemoteLocal/extended_filenames\f[R] (https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
.IP \[bu] 2
|
||||
\f[V]TestBisyncRemoteLocal/normalization\f[R] (https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
.IP \[bu] 2
|
||||
\f[V]TestBisyncLocalRemote/ext_paths\f[R] (https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
.IP \[bu] 2
|
||||
\f[V]TestBisyncLocalRemote/extended_filenames\f[R] (https://pub.rclone.org/integration-tests/current/huaweidrive-cmd.bisync-TestHuaweiDrive-1.txt)
|
||||
.IP \[bu] 2
|
||||
4 more (https://pub.rclone.org/integration-tests/current/)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\f[V]TestSeafile\f[R] (\f[V]seafile\f[R])
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
\f[V]TestBisyncLocalRemote/rmdirs\f[R] (https://pub.rclone.org/integration-tests/current/seafile-cmd.bisync-TestSeafile-1.txt)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Updated: 2026-06-05-010010
|
||||
.PP
|
||||
The following backends either have not been tested recently or have
|
||||
known issues that are deemed unfixable for the time being:
|
||||
@@ -34602,6 +34647,11 @@ Also note a number of academic publications by Benjamin
|
||||
Pierce (http://www.cis.upenn.edu/%7Ebcpierce/papers/index.shtml#File%20Synchronization)
|
||||
about \f[I]Unison\f[R] and synchronization in general.
|
||||
.SS Changelog
|
||||
.SS \f[V]v1.74.2\f[R]
|
||||
.IP \[bu] 2
|
||||
Fixed an issue causing \f[V]--conflict-loser pathname\f[R] to produce
|
||||
unexpected behavior if using a non-default \f[V]--conflict-resolve\f[R]
|
||||
value.
|
||||
.SS \f[V]v1.74\f[R]
|
||||
.IP \[bu] 2
|
||||
Added several missing \f[V]rc\f[R] parameters.
|
||||
@@ -37346,6 +37396,14 @@ EU South 1
|
||||
Provider: Fastly
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]eu-west-1\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
EU West 1
|
||||
.IP \[bu] 2
|
||||
Provider: Fastly
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]jp-central-1\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
@@ -37378,6 +37436,14 @@ US East
|
||||
Provider: Fastly
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]us-east-1\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
US East 1
|
||||
.IP \[bu] 2
|
||||
Provider: Fastly
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]us-west\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
@@ -37386,6 +37452,14 @@ US West
|
||||
Provider: Fastly
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]us-west-1\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
US West 1
|
||||
.IP \[bu] 2
|
||||
Provider: Fastly
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]global\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
@@ -38891,6 +38965,14 @@ EU South 1
|
||||
Provider: Fastly
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]eu-west-1.object.fastlystorage.app\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
EU West 1
|
||||
.IP \[bu] 2
|
||||
Provider: Fastly
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]jp-central-1.object.fastlystorage.app\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
@@ -38923,6 +39005,14 @@ US East
|
||||
Provider: Fastly
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]us-east-1.object.fastlystorage.app\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
US East 1
|
||||
.IP \[bu] 2
|
||||
Provider: Fastly
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]us-west.object.fastlystorage.app\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
@@ -38931,6 +39021,14 @@ US West
|
||||
Provider: Fastly
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]us-west-1.object.fastlystorage.app\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
US West 1
|
||||
.IP \[bu] 2
|
||||
Provider: Fastly
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]s5lu.com\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
@@ -39951,10 +40049,66 @@ Fortaleza, CE (BR), br-ne1
|
||||
Provider: Magalu
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]s3.eu-amsterdam.megas4.com\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Mega S4 Amsterdam
|
||||
.IP \[bu] 2
|
||||
Provider: Mega
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]s3.eu-luxembourg.megas4.com\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Mega S4 Luxembourg
|
||||
.IP \[bu] 2
|
||||
Provider: Mega
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]s3.eu-paris.megas4.com\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Mega S4 Paris
|
||||
.IP \[bu] 2
|
||||
Provider: Mega
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]s3.eu-barcelona.megas4.com\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Mega S4 Barcelona
|
||||
.IP \[bu] 2
|
||||
Provider: Mega
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]s3.ca-montreal.megas4.com\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Mega S4 Montreal
|
||||
.IP \[bu] 2
|
||||
Provider: Mega
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]s3.ca-vancouver.megas4.com\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Mega S4 Vancouver
|
||||
.IP \[bu] 2
|
||||
Provider: Mega
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]s3.ap-tokyo.megas4.com\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Mega S4 Tokyo
|
||||
.IP \[bu] 2
|
||||
Provider: Mega
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
\[dq]s3.eu-central-1.s4.mega.io\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Mega S4 eu-central-1 (Amsterdam)
|
||||
Mega S4 eu-central-1 (Amsterdam, legacy)
|
||||
.IP \[bu] 2
|
||||
Provider: Mega
|
||||
.RE
|
||||
@@ -39962,7 +40116,7 @@ Provider: Mega
|
||||
\[dq]s3.eu-central-2.s4.mega.io\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Mega S4 eu-central-2 (Bettembourg)
|
||||
Mega S4 eu-central-2 (Bettembourg, legacy)
|
||||
.IP \[bu] 2
|
||||
Provider: Mega
|
||||
.RE
|
||||
@@ -39970,7 +40124,7 @@ Provider: Mega
|
||||
\[dq]s3.ca-central-1.s4.mega.io\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Mega S4 ca-central-1 (Montreal)
|
||||
Mega S4 ca-central-1 (Montreal, legacy)
|
||||
.IP \[bu] 2
|
||||
Provider: Mega
|
||||
.RE
|
||||
@@ -39978,7 +40132,7 @@ Provider: Mega
|
||||
\[dq]s3.ca-west-1.s4.mega.io\[dq]
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Mega S4 ca-west-1 (Vancouver)
|
||||
Mega S4 ca-west-1 (Vancouver, legacy)
|
||||
.IP \[bu] 2
|
||||
Provider: Mega
|
||||
.RE
|
||||
@@ -42986,7 +43140,7 @@ If true use path style access if false use virtual hosted style.
|
||||
If this is true (the default) then rclone will use path style access, if
|
||||
false then rclone will use virtual path style.
|
||||
See the AWS S3
|
||||
docs (https://docs.aws.amazon.com/AmazonS3/latest/dev/UsingBucket.html#access-bucket-intro)
|
||||
docs (https://docs.aws.amazon.com/AmazonS3/latest/userguide/VirtualHosting.html)
|
||||
for more info.
|
||||
.PP
|
||||
Some providers (e.g.
|
||||
@@ -51418,7 +51572,7 @@ start and finish the upload) and another 2 requests for each chunk:
|
||||
/b2api/v1/b2_finish_large_file
|
||||
\f[R]
|
||||
.fi
|
||||
.SS Versions
|
||||
.SS Viewing versions with --b2-versions
|
||||
.PP
|
||||
Versions can be viewed with the \f[V]--b2-versions\f[R] flag.
|
||||
When it is set rclone will show and act on older versions of files.
|
||||
@@ -56983,7 +57137,7 @@ Env Var: RCLONE_DRIME_UPLOAD_CUTOFF
|
||||
.IP \[bu] 2
|
||||
Type: SizeSuffix
|
||||
.IP \[bu] 2
|
||||
Default: 200Mi
|
||||
Default: 5Mi
|
||||
.SS --drime-chunk-size
|
||||
.PP
|
||||
Chunk size to use for uploading.
|
||||
@@ -69245,6 +69399,12 @@ MediaMarkt Cloud (mediamarkt.jottacloud.com)
|
||||
.IP \[bu] 2
|
||||
Let\[aq]s Go Cloud (letsgo.jotta.cloud)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Phonero
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Phonero Sky (sky.phonero.no)
|
||||
.RE
|
||||
.PP
|
||||
Paths are specified as \f[V]remote:path\f[R]
|
||||
.PP
|
||||
@@ -89990,6 +90150,307 @@ Options:
|
||||
.IP \[bu] 2
|
||||
\[dq]error\[dq]: Return an error based on option value.
|
||||
.SH Changelog
|
||||
.SS v1.74.3 - 2026-06-05
|
||||
.PP
|
||||
See commits (https://github.com/rclone/rclone/compare/v1.74.2...v1.74.3)
|
||||
.IP \[bu] 2
|
||||
Bug Fixes
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
rc
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Fix unauthenticated command execution via \f[V]--rc-serve\f[R] inline
|
||||
remotes CVE-2026-49980 (Nick Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
Stop \f[V]global.*\f[R] connection string options changing config
|
||||
CVE-2026-49980 (Nick Craig-Wood)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
build: Fix multiple CVEs by upgrading to go1.26.4 (Nick Craig-Wood)
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
CVE-2026-42504: mime: quadratic complexity in WordDecoder.DecodeHeader
|
||||
.IP \[bu] 2
|
||||
CVE-2026-42507: net/textproto: arbitrary input are included in errors
|
||||
without any escaping
|
||||
.IP \[bu] 2
|
||||
CVE-2026-27145: crypto/x509: split candidate hostname only once
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
log: Fix wrong source \f[V]file:line\f[R] in JSON logs from release
|
||||
builds (Nick Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
mount2: Fix empty directory listings on re-read (Janne Beate Bakeng)
|
||||
.IP \[bu] 2
|
||||
serve s3: Fix multipart \f[V]ListParts\f[R] pagination returning wrong
|
||||
part numbers (Nick Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
serve sftp
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Fix file corruption when a client resumes an upload (Nick Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
Fix truncate request being silently ignored (Nick Craig-Wood)
|
||||
.RE
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Local
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Fix \f[V]getXattr\f[R] returning empty map instead of nil (Leon Brocard)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Drime
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Fix server-side copy and move failing with Cloudflare 520 error (Nick
|
||||
Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
Fix files being uploaded to the wrong directory (Nick Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
Remove duplicate upload_cutoff config option (Nick Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
Fix directory rename leaving the renamed folder empty in VFS (Nick
|
||||
Craig-Wood)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Drive
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Fix server-side move failing on shared drives with duplicate dirs (Nick
|
||||
Craig-Wood)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Iclouddrive
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Fix ADP/PCS cookie acquisition for iCloud Drive (Yakov Till)
|
||||
.IP \[bu] 2
|
||||
Fix \[dq]Index has invalid data\[dq] error listing iCloud Photos (Nick
|
||||
Craig-Wood)
|
||||
.RE
|
||||
.SS v1.74.2 - 2026-05-22
|
||||
.PP
|
||||
See commits (https://github.com/rclone/rclone/compare/v1.74.1...v1.74.2)
|
||||
.IP \[bu] 2
|
||||
Bug Fixes
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
build
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Update golang.org/x/net to v0.55.0 to address:
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
CVE-2026-42506: html: incorrect handling of namespaced elements in
|
||||
foreign content
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39821: idna: failure to reject ASCII-only Punycode-encoded
|
||||
labels
|
||||
.IP \[bu] 2
|
||||
CVE-2026-42502: html: incorrect handling of HTML elements in foreign
|
||||
content
|
||||
.IP \[bu] 2
|
||||
CVE-2026-25680: html: denial of service when parsing arbitrary HTML
|
||||
.IP \[bu] 2
|
||||
CVE-2026-25681: html: incorrect handling of character references in
|
||||
DOCTYPE nodes
|
||||
.IP \[bu] 2
|
||||
CVE-2026-27136: html: duplicate attributes can cause XSS
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Update golang.org/x/crypto to v0.52.0 to address:
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
CVE-2026-46598: ssh/agent: pathological inputs can lead to client panic
|
||||
.IP \[bu] 2
|
||||
CVE-2026-46597: ssh: byte arithmetic causes underflow and panic
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39828: ssh: bypass of certificate restrictions
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39835: ssh: server panic during CheckHostKey/Authenticate
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39833: ssh/agent: key constraints not enforced
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39832: ssh/agent: agent constraints dropped when forwarding
|
||||
keys
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39827: ssh: memory leak when rejecting channels can lead to DoS
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39830: ssh: client can cause server deadlock on unexpected
|
||||
responses
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39829: ssh: pathological RSA/DSA parameters may cause DoS
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39831: ssh: bypass of FIDO/U2F security keys physical
|
||||
interaction
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39834: ssh: infinite loop on large channel writes
|
||||
.IP \[bu] 2
|
||||
CVE-2026-42508: ssh/knownhosts: auth bypass via unenforced \[at]revoked
|
||||
status
|
||||
.IP \[bu] 2
|
||||
CVE-2026-46595: ssh: VerifiedPublicKeyCallback permissions skip
|
||||
enforcement
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Update golang.org/x/image to v0.41.0 to address:
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
CVE-2026-42500: bmp: panic when reading out of bound palette index
|
||||
.IP \[bu] 2
|
||||
CVE-2026-33809: tiff: excessive resource consumption in PackBits
|
||||
decompression
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Update golang.org/x/sys to version v0.45.0 to address:
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39824: windows: integer overflow in NewNTUnicodeString
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Update github.com/go-git/go-billy/v5 to 5.9.0 to fix CVE-2026-44740
|
||||
.IP \[bu] 2
|
||||
bisync: Fix --conflict-loser pathname with --conflict-resolve newer
|
||||
(nielash)
|
||||
.IP \[bu] 2
|
||||
gui: Update embedded release to 1.1.8 (Nick Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
lib/http: Replace deprecated h2c.NewHandler with http.Server.Protocols
|
||||
(Nick Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
rc: Remove duplicate metrics_addr option registration (Nick Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
vfs/vfscache: Fix silent write failure when mounting with remote:.
|
||||
(Lucky945H)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
doc fixes (FTCHD, Iizuki, Leon Brocard, Nick Craig-Wood)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Drime
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Fix file doesn\[aq]t exists error when trying to delete (John Volk)
|
||||
.IP \[bu] 2
|
||||
Fix 500 errors when listing shared folders (Alvinwylim)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Jottacloud
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Support whitelabel service Phonero Sky (Tore Anderson)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Protondrive
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Fix corrupted on transfer: sha1 hashes differ (William Tange)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
S3
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Add new MEGA S4 endpoints on megas4.com including Asia-Pacific region
|
||||
(Nick Craig-Wood)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
WebDAV
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Honour auth_redirect on listAll PROPFIND (Sai Asish Y)
|
||||
.RE
|
||||
.SS v1.74.1 - 2026-05-08
|
||||
.PP
|
||||
See commits (https://github.com/rclone/rclone/compare/v1.74.0...v1.74.1)
|
||||
.IP \[bu] 2
|
||||
Bug Fixes
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
bisync: Fix retryable without \f[V]--resync\f[R] error message when
|
||||
\f[V]--resync\f[R] has a critical failure (Gustavo V.
|
||||
F.)
|
||||
.IP \[bu] 2
|
||||
build
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Fix multiple CVEs by upgrading to go1.26.3 (Nick Craig-Wood)
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
CVE-2026-42501: cmd/go: malicious module proxy can bypass checksum
|
||||
database
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39825: net/http/httputil: ReverseProxy forwards queries with
|
||||
more than urlmaxqueryparams parameters
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39836: net: panic in Dial and LookupPort when handling NUL byte
|
||||
on Windows
|
||||
.IP \[bu] 2
|
||||
CVE-2026-42499: net/mail: quadratic string concatenation in
|
||||
consumePhrase
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39820: net/mail: quadratic string concatentation in
|
||||
consumeComment
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39819: cmd/go: \[dq]go bug\[dq] follows symlinks in predictable
|
||||
temporary filenames
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39817: cmd/go: \[dq]go tool pack\[dq] does not sanitize output
|
||||
paths
|
||||
.IP \[bu] 2
|
||||
CVE-2026-33814: net/http: infinite loop in HTTP/2 transport when given
|
||||
bad SETTINGS_MAX_FRAME_SIZE
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39826: html/template: escaper bypass leads to XSS
|
||||
.IP \[bu] 2
|
||||
CVE-2026-33811: net: crash when handling long CNAME response
|
||||
.IP \[bu] 2
|
||||
CVE-2026-39823: html/template: bypass of meta content URL escaping
|
||||
causes XSS
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Update golang.org/x/net to v0.53.0 to fix CVE-2026-33814 (Nick
|
||||
Craig-Wood)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
cmd/serve/s3: Return object listings in key order (Leon Brocard)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Cloudinary
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Fix retrying every error and fix pacer sleep units (Nick Craig-Wood)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Drime
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Fix large file uploads landing in drive root instead of configured
|
||||
folder (Nick Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
Fix uploads of 100..200M files (Nick Craig-Wood)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Protondrive
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Route HTTP through rclone\[aq]s transport (Nick Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
Route library logging through rclone\[aq]s logger (Nick Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
Fix segfault when copying files missing revision metadata (Nick
|
||||
Craig-Wood)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
S3
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Fix STS call per request by caching AssumeRole credentials (Nick
|
||||
Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
Add new Fastly Object Storage regions (Leon Brocard)
|
||||
.RE
|
||||
.SS v1.74.0 - 2026-05-01
|
||||
.PP
|
||||
See commits (https://github.com/rclone/rclone/compare/v1.73.0...v1.74.0)
|
||||
@@ -91300,7 +91761,7 @@ Zata (https://rclone.org/s3/#Zata) ($\[at]M\[at]RTH_)
|
||||
New Features
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Allow global config to be overriden or set on backend
|
||||
Allow global config to be overridden or set on backend
|
||||
creation (https://rclone.org/docs/#globalconfig) (Nick Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
bisync: Promoted from beta to stable (nielash)
|
||||
@@ -91496,7 +91957,7 @@ config file.
|
||||
Googlephotos
|
||||
.RS 2
|
||||
.IP \[bu] 2
|
||||
Added warning for Google Photos compatability-fixes (raider13209)
|
||||
Added warning for Google Photos compatibility-fixes (raider13209)
|
||||
.RE
|
||||
.IP \[bu] 2
|
||||
Imagekit
|
||||
@@ -95275,7 +95736,8 @@ Update drive service account guide (Juang, Yi-Lin)
|
||||
.IP \[bu] 2
|
||||
Fix change notify picking up files outside the root (Nick Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
Fix trailing slash mis-identificaton of folder as file (Nick Craig-Wood)
|
||||
Fix trailing slash mis-identification of folder as file (Nick
|
||||
Craig-Wood)
|
||||
.IP \[bu] 2
|
||||
Fix incorrect remote after Update on object (Nick Craig-Wood)
|
||||
.RE
|
||||
|
||||
@@ -97,6 +97,7 @@ func New(ctx context.Context, fremote fs.Fs, opt *vfscommon.Options, avFn AddVir
|
||||
}
|
||||
}
|
||||
relativeDirPath = fremote.Name() + "/" + relativeDirPath
|
||||
relativeDirPath = clean(relativeDirPath)
|
||||
relativeDirOSPath := toOSPath(relativeDirPath)
|
||||
|
||||
// Create cache root dirs
|
||||
|
||||
@@ -0,0 +1,13 @@
|
||||
//go:build !linux && !darwin && !freebsd
|
||||
|
||||
package vfstest
|
||||
|
||||
import (
|
||||
"runtime"
|
||||
"testing"
|
||||
)
|
||||
|
||||
// TestDirRewind checks that re-reading a rewound directory works
|
||||
func TestDirRewind(t *testing.T) {
|
||||
t.Skip("not supported on " + runtime.GOOS)
|
||||
}
|
||||
@@ -0,0 +1,75 @@
|
||||
//go:build linux || darwin || freebsd
|
||||
|
||||
package vfstest
|
||||
|
||||
import (
|
||||
"syscall"
|
||||
"testing"
|
||||
|
||||
"github.com/stretchr/testify/assert"
|
||||
"github.com/stretchr/testify/require"
|
||||
)
|
||||
|
||||
// countDirFd reads the directory referred to by fd to end-of-stream using
|
||||
// raw getdents syscalls and returns the number of entries (excluding "." and
|
||||
// ".." which ParseDirent skips).
|
||||
//
|
||||
// This deliberately uses syscall.ReadDirent rather than (*os.File).Readdir so
|
||||
// that it exercises the kernel readdir path directly on a single file
|
||||
// descriptor, the same way an in-process rewinddir does.
|
||||
func countDirFd(t *testing.T, fd int) int {
|
||||
buf := make([]byte, 8192)
|
||||
var names []string
|
||||
for {
|
||||
n, err := syscall.ReadDirent(fd, buf)
|
||||
require.NoError(t, err)
|
||||
if n <= 0 {
|
||||
break
|
||||
}
|
||||
_, _, names = syscall.ParseDirent(buf[:n], -1, names)
|
||||
}
|
||||
return len(names)
|
||||
}
|
||||
|
||||
// TestDirRewind checks that re-reading a directory after rewinding the
|
||||
// directory stream (lseek(fd, 0, SEEK_SET), as rewinddir(3) does) returns the
|
||||
// same entries as the first read.
|
||||
//
|
||||
// This reproduces the bug where the mount2 backend returned an empty listing
|
||||
// on every read after the first because go-fuse v2.9.0 rewinds a directory by
|
||||
// calling Seekdir, which dirStream did not implement. See PR #9469 and
|
||||
// https://github.com/hanwen/go-fuse/issues/549
|
||||
func TestDirRewind(t *testing.T) {
|
||||
run.skipIfVFS(t)
|
||||
run.skipIfNoFUSE(t)
|
||||
|
||||
run.mkdir(t, "dir")
|
||||
run.createFile(t, "dir/f1", "1")
|
||||
run.createFile(t, "dir/f2", "2")
|
||||
run.createFile(t, "dir/f3", "3")
|
||||
run.checkDir(t, "dir/|dir/f1 1|dir/f2 1|dir/f3 1")
|
||||
|
||||
fh, err := run.os.Open(run.path("dir"))
|
||||
require.NoError(t, err)
|
||||
defer func() {
|
||||
_ = fh.Close()
|
||||
}()
|
||||
fd := int(fh.Fd())
|
||||
|
||||
first := countDirFd(t, fd)
|
||||
assert.Equal(t, 3, first, "first read should see all entries")
|
||||
|
||||
// rewinddir == lseek(fd, 0, SEEK_SET)
|
||||
_, err = syscall.Seek(fd, 0, 0)
|
||||
require.NoError(t, err)
|
||||
|
||||
second := countDirFd(t, fd)
|
||||
assert.Equal(t, first, second, "re-read after rewind should match first read")
|
||||
|
||||
require.NoError(t, fh.Close())
|
||||
run.rm(t, "dir/f1")
|
||||
run.rm(t, "dir/f2")
|
||||
run.rm(t, "dir/f3")
|
||||
run.rmdir(t, "dir")
|
||||
run.checkDir(t, "")
|
||||
}
|
||||
@@ -86,6 +86,7 @@ func RunTests(t *testing.T, useVFS bool, minimumRequiredCacheMode vfscommon.Cach
|
||||
t.Run("TestDirRenameEmptyDir", TestDirRenameEmptyDir)
|
||||
t.Run("TestDirRenameFullDir", TestDirRenameFullDir)
|
||||
t.Run("TestDirModTime", TestDirModTime)
|
||||
t.Run("TestDirRewind", TestDirRewind)
|
||||
if enableCacheTests {
|
||||
t.Run("TestDirCacheFlush", TestDirCacheFlush)
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user