feat(services/sftp): setup integration tests

.env.example

@@ -67,6 +67,7 @@ OPENDAL_SFTP_ENDPOINT=ssh://<endpoint>
 OPENDAL_SFTP_ROOT=/path/to/dir
 OPENDAL_SFTP_USER=<user>
 OPENDAL_SFTP_KEY=<key_path>
+OPENDAL_SFTP_KNOWN_HOSTS_STRATEGY=<accept|add|strict>
 # sled
 OPENDAL_SLED_TEST=false
 OPENDAL_SLED_DATADIR=/path/to/database

.github/workflows/service_test_sftp.yml

@@ -0,0 +1,70 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+name: Service Test Sftp
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+    branches:
+      - main
+    paths:
+      - "core/src/**"
+      - "core/tests/**"
+      - "!core/src/docs/**"
+      - "!core/src/services/**"
+      - "core/src/services/sftp/**"
+      - ".github/workflows/service_test_sftp.yml"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }}
+  cancel-in-progress: true
+
+jobs:
+  sftp-test:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v3
+      - name: Setup sftp
+        run: |
+          mkdir -p target/ssh
+          ssh-keygen -t rsa -b 4096 -f target/ssh/id_rsa -q -N "" < /dev/null
+          docker run \
+              -v `pwd`/target/ssh/id_rsa.pub:/home/foo/.ssh/keys/id_rsa.pub:ro \
+              --ulimit nofile=65536:65536 \
+              -p 2222:22 -d atmoz/sftp \
+              foo::::upload
+
+      - name: Setup Rust toolchain
+        uses: ./.github/actions/setup
+      - name: Test
+        shell: bash
+        timeout-minutes: 10
+        working-directory: core
+        run: cargo test sftp --features services-sftp -- --show-output
+        env:
+          RUST_BACKTRACE: full
+          RUST_LOG: debug
+          OPENDAL_SFTP_TEST: on
+          OPENDAL_SFTP_ENDPOINT: ssh://127.0.0.1:2222
+          OPENDAL_SFTP_ROOT: /upload/sftp_test/
+          OPENDAL_SFTP_USER: foo
+          OPENDAL_SFTP_KEY: ${{ github.workspace }}/target/ssh/id_rsa
+          OPENDAL_SFTP_KNOWN_HOSTS_STRATEGY: accept

core/Cargo.toml

@@ -138,8 +138,7 @@ services-s3 = [
 services-sftp = [
   "dep:openssh",
   "dep:openssh-sftp-client",
-  "dep:bb8",
-  "dep:owning_ref",
+  "dep:dirs",
   "futures/executor",
 ]
 services-sled = ["dep:sled"]
@@ -171,6 +170,7 @@ bb8 = { version = "0.8", optional = true }
 bytes = "1.2"
 chrono = "0.4.24"
 dashmap = { version = "5.4", optional = true }
+dirs = { version = "5.0.1", optional = true }
 flagset = "0.4"
 futures = { version = "0.3", default-features = false, features = ["alloc"] }
 hdrs = { version = "0.2", optional = true, features = ["async_file"] }
@@ -185,9 +185,11 @@ minitrace = { version = "0.4.0", optional = true }
 moka = { version = "0.10", optional = true, features = ["future"] }
 once_cell = "1"
 openssh = { version = "0.9.9", optional = true }
-openssh-sftp-client = { version = "0.12.2", optional = true }
+openssh-sftp-client = { version = "0.13.4", optional = true, features = [
+  "openssh",
+  "tracing",
+] }
 opentelemetry = { version = "0.19.0", optional = true }
-owning_ref = { version = "0.4.1", optional = true }
 parking_lot = "0.12"
 percent-encoding = "2"
 pin-project = "1"
@@ -229,5 +231,8 @@ sha2 = "0.10"
 size = "0.4"
 tokio = { version = "1.27", features = ["fs", "macros", "rt-multi-thread"] }
 tracing-opentelemetry = "0.17"
-tracing-subscriber = { version = "0.3", features = ["env-filter"] }
+tracing-subscriber = { version = "0.3", features = [
+  "env-filter",
+  "tracing-log",
+] }
 wiremock = "0.5"