mirror of
https://github.com/YGGverse/aquatic.git
synced 2026-03-31 17:55:36 +00:00
Add wss functionality for file transfer CI
This commit is contained in:
Joakim Frostegård
parent
a32d54240c
commit
c0e0adbbae
5 changed files with 354 additions and 181 deletions
175
.github/actions/test-transfer-http-udp/entrypoint.sh
vendored
175
.github/actions/test-transfer-http-udp/entrypoint.sh
vendored
|
|
@ -1,175 +0,0 @@
|
|||
#!/bin/bash
|
||||
#
|
||||
# Test that file transfers work with aquatic_http (with and without TLS)
|
||||
# and aquatic_udp.
|
||||
#
|
||||
# IPv6 is unfortunately disabled by default in Docker
|
||||
# (see sysctl net.ipv6.conf.lo.disable_ipv6)
|
||||
|
||||
set -e
|
||||
|
||||
# Install programs and build dependencies
|
||||
|
||||
if command -v sudo; then
|
||||
SUDO="sudo "
|
||||
else
|
||||
SUDO=""
|
||||
fi
|
||||
|
||||
$SUDO apt-get update
|
||||
$SUDO apt-get install -y cmake libssl-dev screen rtorrent mktorrent ssl-cert ca-certificates
|
||||
|
||||
rtorrent -h
|
||||
|
||||
# Clone repository if necessary, go to repository directory
|
||||
|
||||
if [[ -z "${GITHUB_WORKSPACE}" ]]; then
|
||||
cd "$HOME"
|
||||
|
||||
git clone https://github.com/greatest-ape/aquatic.git
|
||||
|
||||
cd aquatic
|
||||
else
|
||||
cd "$GITHUB_WORKSPACE"
|
||||
fi
|
||||
|
||||
# Setup bogus TLS certificate
|
||||
|
||||
$SUDO echo "127.0.0.1 example.com" >> /etc/hosts
|
||||
|
||||
openssl ecparam -genkey -name prime256v1 -out key.pem
|
||||
openssl req -new -sha256 -key key.pem -out csr.csr -subj "/C=GB/ST=Test/L=Test/O=Test/OU=Test/CN=example.com"
|
||||
openssl req -x509 -sha256 -nodes -days 365 -key key.pem -in csr.csr -out cert.crt
|
||||
|
||||
$SUDO cp cert.crt /usr/local/share/ca-certificates/snakeoil.crt
|
||||
$SUDO update-ca-certificates
|
||||
|
||||
openssl pkcs12 -export -passout "pass:p" -out identity.pfx -inkey key.pem -in cert.crt
|
||||
|
||||
# Build and start tracker
|
||||
|
||||
cargo build --bin aquatic
|
||||
|
||||
echo "log_level = 'debug'
|
||||
|
||||
[network]
|
||||
address = '127.0.0.1:3000'" > http.toml
|
||||
./target/debug/aquatic http -c http.toml > "$HOME/http.log" 2>&1 &
|
||||
|
||||
echo "log_level = 'debug'
|
||||
|
||||
[network]
|
||||
address = '127.0.0.1:3001'
|
||||
use_tls = true
|
||||
tls_pkcs12_path = './identity.pfx'
|
||||
tls_pkcs12_password = 'p'
|
||||
" > tls.toml
|
||||
./target/debug/aquatic http -c tls.toml > "$HOME/tls.log" 2>&1 &
|
||||
|
||||
echo "[network]
|
||||
address = '127.0.0.1:3000'" > udp.toml
|
||||
./target/debug/aquatic udp -c udp.toml > "$HOME/udp.log" 2>&1 &
|
||||
|
||||
# Setup directories
|
||||
|
||||
cd "$HOME"
|
||||
|
||||
mkdir seed
|
||||
mkdir leech
|
||||
mkdir torrents
|
||||
|
||||
# Create torrents
|
||||
|
||||
echo "http-test-ipv4" > seed/http-test-ipv4
|
||||
echo "tls-test-ipv4" > seed/tls-test-ipv4
|
||||
echo "udp-test-ipv4" > seed/udp-test-ipv4
|
||||
|
||||
mktorrent -p -o "torrents/http-ipv4.torrent" -a "http://127.0.0.1:3000/announce" "seed/http-test-ipv4"
|
||||
mktorrent -p -o "torrents/tls-ipv4.torrent" -a "https://example.com:3001/announce" "seed/tls-test-ipv4"
|
||||
mktorrent -p -o "torrents/udp-ipv4.torrent" -a "udp://127.0.0.1:3000" "seed/udp-test-ipv4"
|
||||
|
||||
cp -r torrents torrents-seed
|
||||
cp -r torrents torrents-leech
|
||||
|
||||
# Start seeding client
|
||||
|
||||
echo "directory.default.set = $HOME/seed
|
||||
schedule2 = watch_directory,5,5,load.start=$HOME/torrents-seed/*.torrent" > ~/.rtorrent.rc
|
||||
|
||||
echo "Starting seeding client"
|
||||
screen -dmS rtorrent-seed rtorrent
|
||||
|
||||
sleep 10 # Give seeding rtorrent time to load its config file
|
||||
|
||||
# Start leeching client
|
||||
|
||||
echo "directory.default.set = $HOME/leech
|
||||
schedule2 = watch_directory,5,5,load.start=$HOME/torrents-leech/*.torrent" > ~/.rtorrent.rc
|
||||
|
||||
echo "Starting leeching client.."
|
||||
screen -dmS rtorrent-leech rtorrent
|
||||
|
||||
# Check for completion
|
||||
|
||||
HTTP_IPv4="Failed"
|
||||
TLS_IPv4="Failed"
|
||||
UDP_IPv4="Failed"
|
||||
|
||||
i="0"
|
||||
|
||||
echo "Watching for finished files.."
|
||||
|
||||
while [ $i -lt 300 ]
|
||||
do
|
||||
if test -f "leech/http-test-ipv4"; then
|
||||
if grep -q "http-test-ipv4" "leech/http-test-ipv4"; then
|
||||
HTTP_IPv4="Ok"
|
||||
fi
|
||||
fi
|
||||
if test -f "leech/tls-test-ipv4"; then
|
||||
if grep -q "tls-test-ipv4" "leech/tls-test-ipv4"; then
|
||||
TLS_IPv4="Ok"
|
||||
fi
|
||||
fi
|
||||
if test -f "leech/udp-test-ipv4"; then
|
||||
if grep -q "udp-test-ipv4" "leech/udp-test-ipv4"; then
|
||||
UDP_IPv4="Ok"
|
||||
fi
|
||||
fi
|
||||
|
||||
if [ "$HTTP_IPv4" = "Ok" ] && [ "$TLS_IPv4" = "Ok" ] && [ "$UDP_IPv4" = "Ok" ]; then
|
||||
break
|
||||
fi
|
||||
|
||||
sleep 1
|
||||
|
||||
i=$[$i+1]
|
||||
done
|
||||
|
||||
echo "Waited for $i seconds"
|
||||
|
||||
echo "::set-output name=http_ipv4::$HTTP_IPv4"
|
||||
echo "::set-output name=http_tls_ipv4::$TLS_IPv4"
|
||||
echo "::set-output name=udp_ipv4::$UDP_IPv4"
|
||||
|
||||
echo ""
|
||||
echo "# --- HTTP log --- #"
|
||||
cat "http.log"
|
||||
|
||||
echo ""
|
||||
echo "# --- HTTP over TLS log --- #"
|
||||
cat "tls.log"
|
||||
|
||||
echo ""
|
||||
echo "# --- UDP log --- #"
|
||||
cat "udp.log"
|
||||
|
||||
echo ""
|
||||
echo "# --- Test results --- #"
|
||||
echo "HTTP (IPv4): $HTTP_IPv4"
|
||||
echo "HTTP over TLS (IPv4): $TLS_IPv4"
|
||||
echo "UDP (IPv4): $UDP_IPv4"
|
||||
|
||||
if [ "$HTTP_IPv4" != "Ok" ] || [ "$TLS_IPv4" != "Ok" ] || [ "$UDP_IPv4" != "Ok" ]; then
|
||||
exit 1
|
||||
fi
|
||||
|
|
@ -1,5 +1,5 @@
|
|||
name: 'test-transfer-http-udp'
|
||||
description: 'test aquatic http and udp file transfer'
|
||||
name: 'test-transfer'
|
||||
description: 'test aquatic file transfer'
|
||||
outputs:
|
||||
http_ipv4:
|
||||
description: 'HTTP IPv4 status'
|
||||
|
|
@ -7,6 +7,8 @@ outputs:
|
|||
description: 'HTTP IPv4 over TLS status'
|
||||
udp_ipv4:
|
||||
description: 'UDP IPv4 status'
|
||||
wss_ipv4:
|
||||
description: 'WSS IPv4 status'
|
||||
runs:
|
||||
using: 'docker'
|
||||
image: 'Dockerfile'
|
||||
346
.github/actions/test-transfer/entrypoint.sh
vendored
Executable file
346
.github/actions/test-transfer/entrypoint.sh
vendored
Executable file
|
|
@ -0,0 +1,346 @@
|
|||
#!/bin/bash
|
||||
#
|
||||
# Test that file transfers work with aquatic_http (with and without TLS)
|
||||
# aquatic_udp and experimentally aquatic_ws (with TLS).
|
||||
#
|
||||
# IPv6 is unfortunately disabled by default in Docker
|
||||
# (see sysctl net.ipv6.conf.lo.disable_ipv6)
|
||||
#
|
||||
# When testing locally, use:
|
||||
# 1. docker build -t aquatic ./path/to/Dockerfile
|
||||
# 2. docker run aquatic
|
||||
# 3. On failure, run `docker rmi aquatic -f` and go back to step 1
|
||||
|
||||
set -e
|
||||
|
||||
# Install programs and build dependencies
|
||||
|
||||
if command -v sudo; then
|
||||
SUDO="sudo "
|
||||
else
|
||||
SUDO=""
|
||||
fi
|
||||
|
||||
$SUDO apt-get update
|
||||
$SUDO apt-get install -y cmake libssl-dev screen rtorrent mktorrent ssl-cert ca-certificates curl
|
||||
|
||||
$SUDO curl -sL https://deb.nodesource.com/setup_15.x | bash -
|
||||
$SUDO apt-get install nodejs -y
|
||||
|
||||
rtorrent -h
|
||||
|
||||
# Clone repository if necessary, go to repository directory
|
||||
|
||||
if [[ -z "${GITHUB_WORKSPACE}" ]]; then
|
||||
cd "$HOME"
|
||||
|
||||
git clone https://github.com/greatest-ape/aquatic.git
|
||||
|
||||
cd aquatic
|
||||
else
|
||||
cd "$GITHUB_WORKSPACE"
|
||||
fi
|
||||
|
||||
# Setup bogus TLS certificate
|
||||
|
||||
$SUDO echo "127.0.0.1 example.com" >> /etc/hosts
|
||||
|
||||
openssl ecparam -genkey -name prime256v1 -out key.pem
|
||||
openssl req -new -sha256 -key key.pem -out csr.csr -subj "/C=GB/ST=Test/L=Test/O=Test/OU=Test/CN=example.com"
|
||||
openssl req -x509 -sha256 -nodes -days 365 -key key.pem -in csr.csr -out cert.crt
|
||||
|
||||
$SUDO cp cert.crt /usr/local/share/ca-certificates/snakeoil.crt
|
||||
$SUDO update-ca-certificates
|
||||
|
||||
openssl pkcs12 -export -passout "pass:p" -out identity.pfx -inkey key.pem -in cert.crt
|
||||
|
||||
# Build and start tracker
|
||||
|
||||
cargo build --bin aquatic
|
||||
|
||||
echo "log_level = 'debug'
|
||||
|
||||
[network]
|
||||
address = '127.0.0.1:3000'" > http.toml
|
||||
./target/debug/aquatic http -c http.toml > "$HOME/http.log" 2>&1 &
|
||||
|
||||
echo "log_level = 'debug'
|
||||
|
||||
[network]
|
||||
address = '127.0.0.1:3001'
|
||||
use_tls = true
|
||||
tls_pkcs12_path = './identity.pfx'
|
||||
tls_pkcs12_password = 'p'
|
||||
" > tls.toml
|
||||
./target/debug/aquatic http -c tls.toml > "$HOME/tls.log" 2>&1 &
|
||||
|
||||
echo "[network]
|
||||
address = '127.0.0.1:3000'" > udp.toml
|
||||
./target/debug/aquatic udp -c udp.toml > "$HOME/udp.log" 2>&1 &
|
||||
|
||||
echo "log_level = 'trace'
|
||||
|
||||
[network]
|
||||
address = '127.0.0.1:3002'
|
||||
use_tls = true
|
||||
tls_pkcs12_path = './identity.pfx'
|
||||
tls_pkcs12_password = 'p'
|
||||
" > ws.toml
|
||||
./target/debug/aquatic ws -c ws.toml > "$HOME/wss.log" 2>&1 &
|
||||
|
||||
# Setup directories
|
||||
|
||||
cd "$HOME"
|
||||
|
||||
mkdir seed
|
||||
mkdir leech
|
||||
mkdir torrents
|
||||
|
||||
# Create torrents
|
||||
|
||||
echo "http-test-ipv4" > seed/http-test-ipv4
|
||||
echo "tls-test-ipv4" > seed/tls-test-ipv4
|
||||
echo "udp-test-ipv4" > seed/udp-test-ipv4
|
||||
echo "wss-test-ipv4" > seed/wss-test-ipv4
|
||||
|
||||
mktorrent -p -o "torrents/http-ipv4.torrent" -a "http://127.0.0.1:3000/announce" "seed/http-test-ipv4"
|
||||
mktorrent -p -o "torrents/tls-ipv4.torrent" -a "https://example.com:3001/announce" "seed/tls-test-ipv4"
|
||||
mktorrent -p -o "torrents/udp-ipv4.torrent" -a "udp://127.0.0.1:3000" "seed/udp-test-ipv4"
|
||||
|
||||
cp -r torrents torrents-seed
|
||||
cp -r torrents torrents-leech
|
||||
|
||||
# Setup wss seeding client
|
||||
|
||||
# Seems to fix webtorrent-hybrid install error.
|
||||
# Will likely be fixed in later versions of webtorrent-hybrid.
|
||||
npm install @mapbox/node-pre-gyp
|
||||
|
||||
npm install webtorrent-hybrid@4.0.3
|
||||
|
||||
echo "
|
||||
// Start webtorrent seeder from data file, create torrent, write it to file,
|
||||
// output info
|
||||
|
||||
var WebTorrent = require('webtorrent-hybrid')
|
||||
var fs = require('fs')
|
||||
|
||||
// WebTorrent seems to use same peer id for different
|
||||
// clients in some cases (I don't know how)
|
||||
peerId = 'ae61b6f4a5be4ada48333891512db5e90347d736'
|
||||
announceUrl = 'wss://example.com:3002'
|
||||
dataFile = './seed/wss-test-ipv4'
|
||||
torrentFile = './torrents/wss-ipv4.torrent'
|
||||
trackerFile = './wss-trackers.txt'
|
||||
|
||||
function createSeeder(){
|
||||
console.log('creating seeder..')
|
||||
|
||||
var seeder = new WebTorrent({ dht: false, webSeeds: false, peerId: peerId })
|
||||
seeder.on('error', function(err) {
|
||||
console.log('seeder error: ' + err)
|
||||
})
|
||||
|
||||
var addOpts = {
|
||||
announceList: [[announceUrl]],
|
||||
announce: [announceUrl],
|
||||
private: true
|
||||
}
|
||||
|
||||
seeder.seed(dataFile, addOpts, function(torrent){
|
||||
console.log('seeding')
|
||||
console.log(torrent.announce)
|
||||
|
||||
torrent.announce.forEach(function(item, index){
|
||||
if (item != announceUrl) {
|
||||
fs.appendFile(trackerFile, '127.0.0.1 '.concat(item.replace(/(^\w+:|^)\/\//, ''), '\n'), function(err){
|
||||
if (err){
|
||||
console.log(err)
|
||||
}
|
||||
})
|
||||
}
|
||||
});
|
||||
|
||||
fs.writeFile(torrentFile, torrent.torrentFile, function(err){
|
||||
if (err){
|
||||
console.log(err)
|
||||
}
|
||||
})
|
||||
|
||||
torrent.on('warning', function(err){
|
||||
console.log(err)
|
||||
});
|
||||
|
||||
torrent.on('error', function(err){
|
||||
console.log(err)
|
||||
});
|
||||
|
||||
torrent.on('download', function(bytes){
|
||||
console.log('downloaded bytes: ' + bytes)
|
||||
});
|
||||
|
||||
torrent.on('upload', function(bytes){
|
||||
console.log('uploaded bytes: ' + bytes)
|
||||
});
|
||||
|
||||
torrent.on('wire', function(wire, addr){
|
||||
console.log('connected to peer with addr: ' + addr)
|
||||
});
|
||||
|
||||
torrent.on('noPeers', function(announceType){
|
||||
console.log('no peers received with announce type: ' + announceType)
|
||||
})
|
||||
|
||||
torrent.on('done', function(){
|
||||
console.log('done')
|
||||
});
|
||||
|
||||
})
|
||||
}
|
||||
|
||||
createSeeder()
|
||||
" > wss-seeder.js
|
||||
|
||||
cat wss-seeder.js
|
||||
|
||||
# Start seeding ws client, create torrent
|
||||
|
||||
echo "Starting seeding ws client"
|
||||
node wss-seeder.js > "$HOME/wss-seed.log" 2>&1 &
|
||||
|
||||
# Start seeding rtorrent client
|
||||
|
||||
echo "directory.default.set = $HOME/seed
|
||||
schedule2 = watch_directory,5,5,load.start=$HOME/torrents-seed/*.torrent" > ~/.rtorrent.rc
|
||||
|
||||
echo "Starting seeding rtorrent client"
|
||||
screen -dmS rtorrent-seed rtorrent
|
||||
|
||||
# Give seeding clients time to write trackers to file, load config files etc
|
||||
|
||||
echo "Waiting for a while"
|
||||
sleep 30
|
||||
|
||||
# Forbid access to other trackers used by webtorrent-hybrid
|
||||
|
||||
if test -f "wss-trackers.txt"; then
|
||||
$SUDO cat wss-trackers.txt >> /etc/hosts
|
||||
echo "Added the following lines to /etc/hosts:"
|
||||
cat wss-trackers.txt
|
||||
echo ""
|
||||
else
|
||||
echo "ERROR: WSS TRACKER FILE NOT FOUND. Seeding client log:"
|
||||
cat "$HOME/wss-seed.log"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Start leeching clients
|
||||
|
||||
echo "directory.default.set = $HOME/leech
|
||||
schedule2 = watch_directory,5,5,load.start=$HOME/torrents-leech/*.torrent" > ~/.rtorrent.rc
|
||||
|
||||
echo "Starting leeching client.."
|
||||
screen -dmS rtorrent-leech rtorrent
|
||||
|
||||
./node_modules/webtorrent-hybrid/bin/cmd.js download ./torrents/wss-ipv4.torrent -o leech > "$HOME/wss-leech.log" 2>&1 &
|
||||
|
||||
# Check for completion
|
||||
|
||||
HTTP_IPv4="Failed"
|
||||
TLS_IPv4="Failed"
|
||||
UDP_IPv4="Failed"
|
||||
WSS_IPv4="Failed"
|
||||
|
||||
i="0"
|
||||
|
||||
echo "Watching for finished files.."
|
||||
|
||||
while [ $i -lt 300 ]
|
||||
do
|
||||
if test -f "leech/http-test-ipv4"; then
|
||||
if grep -q "http-test-ipv4" "leech/http-test-ipv4"; then
|
||||
HTTP_IPv4="Ok"
|
||||
echo "HTTP_IPv4 is Ok"
|
||||
fi
|
||||
fi
|
||||
if test -f "leech/tls-test-ipv4"; then
|
||||
if grep -q "tls-test-ipv4" "leech/tls-test-ipv4"; then
|
||||
TLS_IPv4="Ok"
|
||||
echo "TLS_IPv4 is Ok"
|
||||
fi
|
||||
fi
|
||||
if test -f "leech/udp-test-ipv4"; then
|
||||
if grep -q "udp-test-ipv4" "leech/udp-test-ipv4"; then
|
||||
UDP_IPv4="Ok"
|
||||
echo "UDP_IPv4 is Ok"
|
||||
fi
|
||||
fi
|
||||
if test -f "leech/wss-test-ipv4"; then
|
||||
if grep -q "wss-test-ipv4" "leech/wss-test-ipv4"; then
|
||||
WSS_IPv4="Ok"
|
||||
echo "WSS_IPv4 is Ok"
|
||||
fi
|
||||
fi
|
||||
|
||||
if [ "$HTTP_IPv4" = "Ok" ] && [ "$TLS_IPv4" = "Ok" ] && [ "$UDP_IPv4" = "Ok" ] && [ "$WSS_IPv4" = "Ok" ]; then
|
||||
break
|
||||
fi
|
||||
|
||||
sleep 1
|
||||
|
||||
i=$[$i+1]
|
||||
done
|
||||
|
||||
echo "Waited for $i seconds"
|
||||
|
||||
echo "::set-output name=http_ipv4::$HTTP_IPv4"
|
||||
echo "::set-output name=http_tls_ipv4::$TLS_IPv4"
|
||||
echo "::set-output name=udp_ipv4::$UDP_IPv4"
|
||||
echo "::set-output name=wss_ipv4::$WSS_IPv4"
|
||||
|
||||
echo ""
|
||||
echo "# --- HTTP log --- #"
|
||||
cat "http.log"
|
||||
|
||||
sleep 1
|
||||
|
||||
echo ""
|
||||
echo "# --- HTTP over TLS log --- #"
|
||||
cat "tls.log"
|
||||
|
||||
sleep 1
|
||||
|
||||
echo ""
|
||||
echo "# --- UDP log --- #"
|
||||
cat "udp.log"
|
||||
|
||||
sleep 1
|
||||
|
||||
echo ""
|
||||
echo "# --- WSS tracker log --- #"
|
||||
cat "wss.log"
|
||||
|
||||
sleep 1
|
||||
|
||||
echo ""
|
||||
echo "# --- WSS seed log --- #"
|
||||
cat "wss-seed.log"
|
||||
|
||||
sleep 1
|
||||
|
||||
echo ""
|
||||
echo "# --- WSS leech log --- #"
|
||||
cat "wss-leech.log"
|
||||
|
||||
sleep 1
|
||||
|
||||
echo ""
|
||||
echo "# --- Test results --- #"
|
||||
echo "HTTP (IPv4): $HTTP_IPv4"
|
||||
echo "HTTP over TLS (IPv4): $TLS_IPv4"
|
||||
echo "UDP (IPv4): $UDP_IPv4"
|
||||
echo "WSS (IPv4): $WSS_IPv4"
|
||||
|
||||
if [ "$HTTP_IPv4" != "Ok" ] || [ "$TLS_IPv4" != "Ok" ] || [ "$UDP_IPv4" != "Ok" ] || [ "$WSS_IPv4" != "Ok" ]; then
|
||||
exit 1
|
||||
fi
|
||||
|
|
@ -1,4 +1,4 @@
|
|||
name: "Test HTTP and UDP file transfer"
|
||||
name: "Test HTTP, UDP and WSS file transfer"
|
||||
|
||||
on:
|
||||
push:
|
||||
|
|
@ -9,10 +9,10 @@ on:
|
|||
jobs:
|
||||
test-transfer-http:
|
||||
runs-on: ubuntu-latest
|
||||
name: "Test BitTorrent file transfer over HTTP (with and without TLS) and UDP"
|
||||
name: "Test BitTorrent file transfer over HTTP (with and without TLS), UDP and WSS"
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v2
|
||||
- name: Test file transfers
|
||||
uses: ./.github/actions/test-transfer-http-udp
|
||||
id: test_transfer_udp_http
|
||||
uses: ./.github/actions/test-transfer
|
||||
id: test_transfer
|
||||
Loading…
Add table
Add a link
Reference in a new issue