Apache Hudi RC Check

rc_check.sh

RC_NUM=rc1
RC_VERSION=0.9.0


# Checksums and Signatures OK
shasum -a 512 hudi-${RC_VERSION}-${RC_NUM}.src.tgz > sha512
diff sha512 hudi-${RC_VERSION}-${RC_NUM}.src.tgz.sha512 | wc -l
       0


gpg --verify hudi-${RC_VERSION}-${RC_NUM}.src.tgz.asc hudi-${RC_VERSION}-${RC_NUM}.src.tgz
gpg: Signature made Wed Jan 22 09:50:40 2020 PST
gpg:                using RSA key 623E08E06DB376684FB9599A3F5953147903948A
gpg: Good signature from ....
# KEYS at https://dist.apache.org/repos/dist/dev/incubator/hudi/KEYS 


tar -zxvf hudi-${RC_VERSION}-${RC_NUM}.src.tgz
# Notice, DISCLAIMER-WIP, LICENSE
ls hudi-${RC_VERSION}-${RC_NUM}/NOTICE
hudi-0.5.1-incubating-rc1/NOTICE
ls hudi-${RC_VERSION}-${RC_NUM}/LICENSE
hudi-0.5.1-incubating-rc1/LICENSE

# No unexpected binaries
find hudi-${RC_VERSION}-${RC_NUM}/ -name *.jar | wc -l
       0

# These should not contain any source files, or files that supports commenting. e.g data files
grep -LR "Licensed to the Apache Software Foundation" hudi-${RC_VERSION}-${RC_NUM}
hudi-0.5.1-incubating-rc1/docker/demo/data/batch_2.json
hudi-0.5.1-incubating-rc1/docker/demo/data/batch_1.json
hudi-0.5.1-incubating-rc1/DISCLAIMER-WIP
hudi-0.5.1-incubating-rc1/NOTICE
hudi-0.5.1-incubating-rc1/hudi-common/src/test/resources/sample.data
hudi-0.5.1-incubating-rc1/hudi-common/src/main/java/org/apache/hudi/common/util/ObjectSizeCalculator.java
hudi-0.5.1-incubating-rc1/hudi-utilities/src/test/resources/IncrementalPull.sqltemplate


grep -e "AvroConversionHelper" -e "ObjectSizeCalculator"  hudi-${RC_VERSION}-${RC_NUM}/LICENSE
This product includes code from https://github.com/twitter/commons/blob/master/src/java/com/twitter/common/objectsize/ObjectSizeCalculator.java with the following license
* org.apache.hudi.AvroConversionHelper copied from classes in org/apache/spark/sql/avro package



./release/validate_staged_release.sh --release=${RC_VERSION} --rc_num=1 
/tmp/validation_scratch_dir_001 ~/Code/incubator-hudi/scripts
Checking Checksum of Source Release
                Checksum Check of Source Release - [OK]

  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100 18922  100 18922    0     0  40946      0 --:--:-- --:--:-- --:--:-- 40956
Checking Signature
                Signature Check - [OK]

Checking for binary files in source release
                No Binary Files in Source Release? - [OK]

Checking for DISCLAIMERi-WIP
                DISCLAIMER file exists ? [OK]

Checking for LICENSE and NOTICE
                License file exists ? [OK]
                Notice file exists ? [OK]

Performing custom Licensing Check 
                Licensing Check Passed [OK]

Running RAT Check
                RAT Check Passed [OK]

~/Code/incubator-hudi/scripts

Importing keys

10:16:46 [hudi-0.5.2]$ wget https://dist.apache.org/repos/dist/dev/hudi/KEYS
10:17:00 [hudi-0.5.2]$ gpg --import KEYS
...
10:17:11 [hudi-0.5.2]$