Skip to content

Instantly share code, notes, and snippets.

@Fokko
Created November 17, 2019 20:15
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save Fokko/1c209f158299dc2fb5878c5bae4bf6d8 to your computer and use it in GitHub Desktop.
Save Fokko/1c209f158299dc2fb5878c5bae4bf6d8 to your computer and use it in GitHub Desktop.
$ colordiff -y <(xxd parquet-1-11-0.parquet) <(xxd parquet-1-10-1.parquet)
00000000: 5041 5231 1500 1514 1538 158b 8cf0 8805 PAR1.....8 | 00000000: 5041 5231 1500 1514 1538 2c15 0215 0015 PAR1.....8
00000010: 1c15 0215 0015 0615 0800 001f 8b08 0000 .......... | 00000010: 0615 081c 1804 0100 0000 1804 0100 0000 ..........
00000020: 0000 0000 0063 6260 6060 6664 0492 0030 .....cb``` | 00000020: 1600 2804 0100 0000 1804 0100 0000 0000 ..(.......
00000030: 8437 e40a 0000 0015 0015 1615 3a15 8fe7 .7........ | 00000030: 001f 8b08 0000 0000 0000 0063 6260 6060 ..........
00000040: 84fd 071c 1502 1500 1506 1508 0000 1f8b .......... | 00000040: 6664 0492 0030 8437 e40a 0000 0015 0015 fd...0.7..
00000050: 0800 0000 0000 0000 6362 6060 6066 6404 ........cb | 00000050: 1615 3a2c 1502 1500 1506 1508 1c18 0161 ..:,......
00000060: 9289 006b b98a ce0b 0000 0019 1102 1918 ...k...... | 00000060: 1801 6116 0028 0161 1801 6100 0000 1f8b ..a..(.a..
00000070: 0401 0000 0019 1804 0100 0000 1502 1916 .......... | 00000070: 0800 0000 0000 0000 6362 6060 6066 6404 ........cb
00000080: 0000 1911 0219 1801 6119 1801 6115 0219 ........a. | 00000080: 9289 006b b98a ce0b 0000 0015 0219 3c48 ...k......
00000090: 1600 0019 1c16 0815 6616 0000 0019 1c16 ........f. | 00000090: 0574 6162 6c65 1504 0015 0225 0218 0269 .table....
000000a0: 6e15 6816 0000 0015 0219 3c48 0574 6162 n.h....... | 000000a0: 6455 0200 150c 2502 1804 6461 7461 2500 dU....%...
000000b0: 6c65 1504 0015 0225 0218 0269 6455 0200 le.....%.. | 000000b0: 3504 0016 0219 1c19 2c26 081c 1502 1935 5.......,&
000000c0: 150c 2502 1804 6461 7461 2500 3504 1c1c ..%...data | 000000c0: 0008 0619 1802 6964 1504 1602 166e 1692 ......id..
000000d0: 0000 0016 0219 1c19 2c26 081c 1502 1935 ........,& | 000000d0: 0126 083c 1804 0100 0000 1804 0100 0000 .&.<......
000000e0: 0806 0019 1802 6964 1504 1602 1642 1666 ......id.. | 000000e0: 1600 2804 0100 0000 1804 0100 0000 0019 ..(.......
000000f0: 2608 3c18 0401 0000 0018 0401 0000 0016 &.<....... | 000000f0: 1c15 0015 0015 0200 0000 269a 011c 150c ..........
00000100: 0028 0401 0000 0018 0401 0000 0000 191c .(........ | 00000100: 1935 0008 0619 1804 6461 7461 1504 1602 .5......da
00000110: 1500 1500 1502 0000 16a6 0215 1416 d601 .......... | 00000110: 1658 167c 269a 013c 1801 6118 0161 1600 .X.|&..<..
00000120: 152e 0026 6e1c 150c 1935 0806 0019 1804 ...&n....5 | 00000120: 2801 6118 0161 0019 1c15 0015 0015 0200 (.a..a....
00000130: 6461 7461 1504 1602 1644 1668 266e 3c18 data.....D | 00000130: 0000 16c6 0116 0200 191c 180e 6963 6562 ..........
00000140: 0161 1801 6116 0028 0161 1801 6100 191c .a..a..(.a | 00000140: 6572 672e 7363 6865 6d61 1887 017b 2274 erg.schema
00000150: 1500 1500 1502 0000 16ba 0215 1416 8402 .......... | 00000150: 7970 6522 3a22 7374 7275 6374 222c 2266 ype":"stru
00000160: 1522 0016 8601 1602 0019 1c18 0e69 6365 ."........ | 00000160: 6965 6c64 7322 3a5b 7b22 6964 223a 312c ields":[{"
00000170: 6265 7267 2e73 6368 656d 6118 8701 7b22 berg.schem | 00000170: 226e 616d 6522 3a22 6964 222c 2272 6571 "name":"id
00000180: 7479 7065 223a 2273 7472 7563 7422 2c22 type":"str | 00000180: 7569 7265 6422 3a66 616c 7365 2c22 7479 uired":fal
00000190: 6669 656c 6473 223a 5b7b 2269 6422 3a31 fields":[{ | 00000190: 7065 223a 2269 6e74 227d 2c7b 2269 6422 pe":"int"}
000001a0: 2c22 6e61 6d65 223a 2269 6422 2c22 7265 ,"name":"i | 000001a0: 3a32 2c22 6e61 6d65 223a 2264 6174 6122 :2,"name":
000001b0: 7175 6972 6564 223a 6661 6c73 652c 2274 quired":fa | 000001b0: 2c22 7265 7175 6972 6564 223a 6661 6c73 ,"required
000001c0: 7970 6522 3a22 696e 7422 7d2c 7b22 6964 ype":"int" | 000001c0: 652c 2274 7970 6522 3a22 7374 7269 6e67 e,"type":"
000001d0: 223a 322c 226e 616d 6522 3a22 6461 7461 ":2,"name" | 000001d0: 227d 5d7d 0018 4a70 6172 7175 6574 2d6d "}]}..Jpar
000001e0: 222c 2272 6571 7569 7265 6422 3a66 616c ","require | 000001e0: 7220 7665 7273 696f 6e20 312e 3130 2e31 r version
000001f0: 7365 2c22 7479 7065 223a 2273 7472 696e se,"type": | 000001f0: 2028 6275 696c 6420 6138 3964 6638 6639 (build a8
00000200: 6722 7d5d 7d00 184a 7061 7271 7565 742d g"}]}..Jpa | 00000200: 3933 3262 3665 6636 3633 3364 3036 3036 932b6ef663
00000210: 6d72 2076 6572 7369 6f6e 2031 2e31 312e mr version | 00000210: 3965 3530 6339 6237 3937 3062 6562 6431 9e50c9b797
00000220: 3020 2862 7569 6c64 2031 3835 3139 6562 0 (build 1 | 00000220: 2919 2c1c 0000 1c00 0000 9f01 0000 5041 ).,.......
00000230: 3865 3035 3938 3635 3635 3265 6565 3366 8e05986565 | 00000230: 5231 R1
00000240: 6630 6538 3539 3366 3132 3637 3031 6461 f0e8593f12 <
00000250: 3429 192c 1c00 001c 0000 00b4 0100 0050 4).,...... <
00000260: 4152 31 AR1 <
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment