tools: add script that checks copyright headers

Fixes #1604

Makefile

@@ -94,7 +94,7 @@ endif
 	bin/syz-sysgen bin/syz-extract bin/syz-fmt \
 	extract generate generate_go generate_sys \
 	format format_go format_cpp format_sys \
-	tidy test test_race check_links check_diff \
+	tidy test test_race check_copyright check_links check_diff \
 	arch arch_darwin_amd64_host arch_linux_amd64_host \
 	arch_freebsd_amd64_host arch_netbsd_amd64_host \
 	arch_linux_amd64_target arch_linux_386_target \
@@ -307,11 +307,13 @@ presubmit:
 	$(MAKE) generate
 	$(MAKE) check_diff
 	$(GO) install ./...
-	$(MAKE) presubmit_parallel
+	$(MAKE) check_copyright 
+	$(MAKE) check_links
 	$(MAKE) lint
+	$(MAKE) presubmit_parallel
 	echo LGTM
 
-presubmit_parallel: test test_race arch check_links
+presubmit_parallel: test test_race arch
 
 test:
 ifeq ("$(TRAVIS)$(shell go version | grep 1.11)", "true")
@@ -347,6 +349,9 @@ install_prerequisites:
 		github.com/golangci/golangci-lint/cmd/golangci-lint \
 		github.com/dvyukov/go-fuzz/go-fuzz-build
 
+check_copyright:
+	./tools/check-copyright.sh
+
 check_links:
 	python ./tools/check_links.py $$(pwd) $$(ls ./*.md; find ./docs/ -name '*.md')
 

pkg/csource/gen.go

@@ -52,7 +52,7 @@ func main() {
 	} {
 		data = regexp.MustCompile(remove).ReplaceAll(data, nil)
 	}
-	fmt.Fprintf(out, "// AUTOGENERATED FROM executor/common.h\n\n")
+	fmt.Fprintf(out, "// AUTOGENERATED FILE FROM executor/*.h\n\n")
 	fmt.Fprintf(out, "package csource\n\nvar commonHeader = `\n")
 	out.Write(data)
 	fmt.Fprintf(out, "`\n")

pkg/csource/generated.go

@@ -1,4 +1,4 @@
-// AUTOGENERATED FROM executor/common.h
+// AUTOGENERATED FILE FROM executor/*.h
 
 package csource
 

pkg/vcs/git_test_util.go

@@ -1,3 +1,6 @@
+// Copyright 2019 syzkaller project authors. All rights reserved.
+// Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
+
 package vcs
 
 import (

prog/any.go

@@ -1,3 +1,6 @@
+// Copyright 2018 syzkaller project authors. All rights reserved.
+// Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
+
 package prog
 
 import (

sys/freebsd/pf.txt

@@ -1,4 +1,5 @@
-## 
+# Copyright 2019 syzkaller project authors. All rights reserved.
+# Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
 
 include <sys/param.h>
 include <sys/socket.h>

sys/fuchsia/ddk.txt

@@ -1,3 +1,6 @@
+# Copyright 2018 syzkaller project authors. All rights reserved.
+# Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
+
 include <zircon/syscalls.h>
 include <zircon/types.h>
 

sys/fuchsia/hypervisor_guests.txt

@@ -1,3 +1,6 @@
+# Copyright 2018 syzkaller project authors. All rights reserved.
+# Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
+
 include <zircon/syscalls.h>
 
 resource zx_guest[intptr]

sys/linux/dev_infiniband_rdma.txt

@@ -1,6 +1,5 @@
 # Copyright 2019 syzkaller project authors. All rights reserved.
-# Use of this source code is governed by Apache 2 LICENSE that can be found
-# in the LICENSE file.
+# Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
 
 # TODO: This needs some fixups according to PR review:
 # https://github.com/google/syzkaller/pull/1053

sys/linux/dev_video4linux.txt

@@ -1,5 +1,5 @@
 # Copyright 2018 syzkaller project authors. All rights reserved.
-# # Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
+# Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
 
 # Constants for this descriptions were generated on the following tree:
 # https://source.codeaurora.org/quic/la/kernel/msm-4.9 msm-4.9

sys/linux/mptcp.txt

@@ -1,5 +1,5 @@
 # Copyright 2018 syzkaller project authors. All rights reserved.
-# # Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
+# Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
 
 # TCP Extensions for Multipath Operation with Multiple Addresses
 # https://tools.ietf.org/html/rfc6824

sys/linux/socket_netlink_generic_team.txt

@@ -1,5 +1,5 @@
 # Copyright 2018 syzkaller project authors. All rights reserved.
-# Use of this source code is governed by Apache 2 LICENSE that can be teamnd in the LICENSE file.
+# Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
 
 # AF_NETLINK/NETLINK_GENERIC/team support.
 

sys/openbsd/init_test.go

@@ -1,3 +1,6 @@
+// Copyright 2019 syzkaller project authors. All rights reserved.
+// Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
+
 package openbsd_test
 
 import (

sys/openbsd/kqueue.txt

@@ -1,3 +1,6 @@
+# Copyright 2018 syzkaller project authors. All rights reserved.
+# Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
+
 include <sys/types.h>
 include <sys/event.h>
 include <sys/time.h>

sys/windows/windows.txt

@@ -1,4 +1,4 @@
-# This was autogenerated with tools/syz-declextract.
+# AUTOGENERATED FILE with tools/syz-declextract.
 
 VerSetConditionMask(ConditionMask int64, TypeMask int32, Condition int8)
 GetEnvironmentStrings()

tools/check-copyright.sh

@@ -0,0 +1,21 @@
+#!/bin/bash
+# Copyright 2020 syzkaller project authors. All rights reserved.
+# Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
+
+FILES=0
+FAILED=""
+for F in $(find -name "*.go" -o -name "*.sh" -o \( -path "./sys/*/*.txt" \) | egrep -v "/vendor/|/gen/"); do
+	((FILES+=1))
+	cat $F | tr '\n' '_' | egrep "(//|#) Copyright 20[0-9]{2}(/20[0-9]{2})? syzkaller project authors\. All rights reserved\._(//|#) Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file\." >/dev/null
+	if [ $? -eq 0 ]; then continue; fi
+	# Ignore auto-generated files.
+	egrep "(//|#) AUTOGENERATED FILE|(WARNING: This file is machine generated)" $F >/dev/null
+	if [ $? -eq 0 ]; then continue; fi
+	# Ignore untracked files.
+	git ls-files --error-unmatch $F >/dev/null 2>&1
+	if [ $? -ne 0 ]; then continue; fi
+	echo "$F: does not have standard copyright statement"
+	FAILED="1"
+done
+if [ "$FAILED" != "" ]; then exit 1; fi
+echo "$FILES files checked for copyright statement"

tools/create-openbsd-gce-ci.sh

@@ -1,8 +1,7 @@
 #!/bin/bash
 
 # Copyright 2018 syzkaller project authors. All rights reserved.
-# Use of this source code is governed by Apache 2 LICENSE that can be found in
-# the LICENSE file.
+# Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
 
 # Produces GCE image of syz-ci running on OpenBSD.
 

tools/create-openbsd-vmm-worker.sh

@@ -1,8 +1,7 @@
 #!/bin/bash
 
 # Copyright 2018 syzkaller project authors. All rights reserved.
-# Use of this source code is governed by Apache 2 LICENSE that can be found in
-# the LICENSE file.
+# Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
 
 # Produces a very minimal image for running syzkaller fuzzers running on OpenBSD.
 

tools/syz-trace2syz/proggen/call_selector.go

@@ -1,3 +1,6 @@
+// Copyright 2018 syzkaller project authors. All rights reserved.
+// Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
+
 package proggen
 
 import (