Checking Chunk Uploads

main.go

package main

import (
	"crypto/md5"
	"fmt"
	"os"
)

const chunkSize = 8388608

func md5String(data []byte) string {
	return fmt.Sprintf("%x", md5.Sum(data))
}

func main() {
	corrupted, err := os.ReadFile("corrupted-339147984")
	if err != nil {
		panic(err)
	}

	original, err := os.ReadFile("data-339147984")
	if err != nil {
		panic(err)
	}

	fmt.Println("corrupted sum:", md5String(corrupted))
	fmt.Println("original sum:", md5String(original))
	fmt.Println("--------")

	start := 0
	end := chunkSize
	for end <= len(original) {
		originalChunk := original[start:end]
		corruptChunk := corrupted[start:end]

		fmt.Printf("chunk %d (%d -> %d): ", start/chunkSize, start, end-1)
		if md5String(originalChunk) == md5String(corruptChunk) {
			fmt.Println("match 🟢")
		} else {
			fmt.Println("mismatch 🔴")
		}

		if end == len(original) {
			break
		}

		start += chunkSize
		end += chunkSize
		if end > len(original) {
			end = len(original)
		}
	}
}

output

corrupted sum: 3cf813bae0337f17ca004a29fd6051fe
original sum: 9e5edb81ad0891d1269dbe951123d0ab
--------
chunk 0 (0 -> 8388607): match 🟢
chunk 1 (8388608 -> 16777215): match 🟢
chunk 2 (16777216 -> 25165823): match 🟢
chunk 3 (25165824 -> 33554431): match 🟢
chunk 4 (33554432 -> 41943039): match 🟢
chunk 5 (41943040 -> 50331647): match 🟢
chunk 6 (50331648 -> 58720255): match 🟢
chunk 7 (58720256 -> 67108863): match 🟢
chunk 8 (67108864 -> 75497471): match 🟢
chunk 9 (75497472 -> 83886079): match 🟢
chunk 10 (83886080 -> 92274687): match 🟢
chunk 11 (92274688 -> 100663295): match 🟢
chunk 12 (100663296 -> 109051903): match 🟢
chunk 13 (109051904 -> 117440511): match 🟢
chunk 14 (117440512 -> 125829119): match 🟢
chunk 15 (125829120 -> 134217727): match 🟢
chunk 16 (134217728 -> 142606335): match 🟢
chunk 17 (142606336 -> 150994943): match 🟢
chunk 18 (150994944 -> 159383551): match 🟢
chunk 19 (159383552 -> 167772159): match 🟢
chunk 20 (167772160 -> 176160767): match 🟢
chunk 21 (176160768 -> 184549375): match 🟢
chunk 22 (184549376 -> 192937983): match 🟢
chunk 23 (192937984 -> 201326591): match 🟢
chunk 24 (201326592 -> 209715199): match 🟢
chunk 25 (209715200 -> 218103807): match 🟢
chunk 26 (218103808 -> 226492415): match 🟢
chunk 27 (226492416 -> 234881023): match 🟢
chunk 28 (234881024 -> 243269631): match 🟢
chunk 29 (243269632 -> 251658239): match 🟢
chunk 30 (251658240 -> 260046847): match 🟢
chunk 31 (260046848 -> 268435455): match 🟢
chunk 32 (268435456 -> 276824063): mismatch 🔴
chunk 33 (276824064 -> 285212671): match 🟢
chunk 34 (285212672 -> 293601279): match 🟢
chunk 35 (293601280 -> 301989887): match 🟢
chunk 36 (301989888 -> 310378495): match 🟢
chunk 37 (310378496 -> 318767103): match 🟢
chunk 38 (318767104 -> 327155711): match 🟢
chunk 39 (327155712 -> 335544319): match 🟢
chunk 40 (335544320 -> 339147983): match 🟢