mirror of
https://github.com/caddyserver/caddy.git
synced 2024-11-29 12:16:16 +08:00
76ac28a624
* WIP: Trying to make a new branch * Create fuzzing.yml * Update ci.yml * Try using reviewdog for golangci-lint * Only run lint on ubuntu * Whoops, wrong matrix variable * Let's try just ubuntu for the moment * Remove integration tests * Let's see what the tree looks like (where's the binary) * Let's plant a tree * Let's look at another tree * Burn the tree * Let's build in the right dir * Turn on publishing artifacts * Add gobin to path * Try running golangci-lint earlier * Try running golangci-lint on its own, with checkout@v1 * Try moving golangci-lint back into ci.yml as a separate job * Turn off azure-pipelines * Remove the redundant name, see how it looks * Trim down the naming some more * Turn on windows and mac * Try to fix windows build, cleanup * Try to fix strange failure on windows * Print our the coerce reason * Apparently $? is 'True' on Windows, not 1 or 0 * Try setting CGO_ENABLED as an env in yml * Try enabling/fixing the fuzzer * Print out github event to check, fix step name * Fuzzer needs the code * Add GOBIN to PATH for fuzzer * Comment out fork condition, left in-case we want it again * Remove obsolete comment * Comment out the coverage/test conversions for now * Set continue-on-error: true for fuzzer, it runs out of mem * Add some clarification to the retained commented sections
85 lines
3.2 KiB
YAML
85 lines
3.2 KiB
YAML
name: Fuzzing
|
|
|
|
on:
|
|
# Regression testing
|
|
push:
|
|
branches:
|
|
- v2
|
|
pull_request:
|
|
branches:
|
|
- v2
|
|
|
|
# Daily midnight fuzzing
|
|
schedule:
|
|
- cron: '0 0 * * *'
|
|
|
|
jobs:
|
|
fuzzing:
|
|
name: Fuzzing
|
|
|
|
strategy:
|
|
matrix:
|
|
os: [ ubuntu-latest ]
|
|
go-version: [ 1.14.x ]
|
|
runs-on: ${{ matrix.os }}
|
|
|
|
steps:
|
|
- name: Install Go
|
|
uses: actions/setup-go@v1
|
|
with:
|
|
go-version: ${{ matrix.go-version }}
|
|
|
|
- name: Checkout code
|
|
uses: actions/checkout@v2
|
|
|
|
- name: Download go-fuzz tools and the Fuzzit CLI, move Fuzzit CLI to GOBIN
|
|
# If we decide we need to prevent this from running on forks, we can use this line:
|
|
# if: github.repository == 'caddyserver/caddy'
|
|
run: |
|
|
# Install Clang-7.0 because other versions seem to be missing the file libclang_rt.fuzzer-x86_64.a
|
|
sudo add-apt-repository "deb http://apt.llvm.org/xenial/ llvm-toolchain-xenial-7 main"
|
|
wget -O - https://apt.llvm.org/llvm-snapshot.gpg.key | sudo apt-key add -
|
|
sudo apt update && sudo apt install -y clang-7 lldb-7 lld-7
|
|
|
|
go get -v github.com/dvyukov/go-fuzz/go-fuzz github.com/dvyukov/go-fuzz/go-fuzz-build
|
|
wget -q -O fuzzit https://github.com/fuzzitdev/fuzzit/releases/download/v2.4.77/fuzzit_Linux_x86_64
|
|
chmod a+x fuzzit
|
|
mv fuzzit $(go env GOPATH)/bin
|
|
echo "::add-path::$(go env GOPATH)/bin"
|
|
|
|
- name: Generate fuzzers & submit them to Fuzzit
|
|
continue-on-error: true
|
|
env:
|
|
FUZZIT_API_KEY: ${{ secrets.FUZZIT_API_KEY }}
|
|
run: |
|
|
declare -A fuzzers_funcs=(\
|
|
["./caddyconfig/httpcaddyfile/addresses_fuzz.go"]="FuzzParseAddress" \
|
|
["./caddyconfig/caddyfile/parse_fuzz.go"]="FuzzParseCaddyfile" \
|
|
["./listeners_fuzz.go"]="FuzzParseNetworkAddress" \
|
|
["./replacer_fuzz.go"]="FuzzReplacer" \
|
|
)
|
|
|
|
declare -A fuzzers_targets=(\
|
|
["./caddyconfig/httpcaddyfile/addresses_fuzz.go"]="parse-address" \
|
|
["./caddyconfig/caddyfile/parse_fuzz.go"]="parse-caddyfile" \
|
|
["./listeners_fuzz.go"]="parse-network-address" \
|
|
["./replacer_fuzz.go"]="replacer" \
|
|
)
|
|
|
|
fuzz_type="local-regression"
|
|
if [[ ${{ github.event_name }} == "schedule" ]]; then
|
|
fuzz_type="fuzzing"
|
|
fi
|
|
echo "Github event: ${{ github.event_name }}"
|
|
echo "Fuzzing type: $fuzz_type"
|
|
|
|
for f in $(find . -name \*_fuzz.go); do
|
|
FUZZER_DIRECTORY=$(dirname $f)
|
|
echo "go-fuzz-build func ${fuzzers_funcs[$f]} residing in $f"
|
|
go-fuzz-build -func "${fuzzers_funcs[$f]}" -libfuzzer -o "$FUZZER_DIRECTORY/${fuzzers_targets[$f]}.a" $FUZZER_DIRECTORY
|
|
echo "Generating fuzzer binary of func ${fuzzers_funcs[$f]} which resides in $f"
|
|
clang-7 -fsanitize=fuzzer "$FUZZER_DIRECTORY/${fuzzers_targets[$f]}.a" -o "$FUZZER_DIRECTORY/${fuzzers_targets[$f]}"
|
|
fuzzit create job caddyserver/${fuzzers_targets[$f]} $FUZZER_DIRECTORY/${fuzzers_targets[$f]} --api-key ${FUZZIT_API_KEY} --type "${fuzz_type}" --branch "${SYSTEM_PULLREQUEST_SOURCEBRANCH}" --revision "${BUILD_SOURCEVERSION}"
|
|
echo "Completed $f"
|
|
done
|