- Integrate to write single format (text?) in one mode (append?) M1
- Implement abort M1
- Testing (component test?) M1
- Decide whether we need 1 branch per task? M1
- Write all formats M2
- Text
- CSV
- Parquet *
- ORC *?
- JSON
{ | |
repository(owner: "treeverse", name: "lakefs") { | |
pullRequests(first: 100, states: CLOSED, orderBy: {field: CREATED_AT, direction: DESC}) { | |
edges { | |
node { | |
title | |
author { | |
login | |
} | |
mergedAt |
FROM minio/mc:latest AS mc | |
FROM minio/minio:edge | |
COPY --from=mc /bin/mc /bin/ | |
ENTRYPOINT ["sh", "-c", "minio server /data & (sleep 1; until mc alias set root http://localhost:9000 ${MINIO_ROOT_USER:-minioadmin} ${MINIO_ROOT_PASSWORD:-minioadmin}; do sleep 1; done; mc admin trace root)"] |
# Define the root logger with appender file | |
log = /tmp/log4j | |
log4j.rootLogger = console, FILE | |
# Define the file appender | |
log4j.appender.FILE=org.apache.log4j.FileAppender | |
log4j.appender.FILE.File=${log}/log.out | |
# Define the layout for file appender | |
log4j.appender.FILE.layout=org.apache.log4j.PatternLayout |
DeltaLake concurrency uses LogStore. On S3 it is single-writer concurrency (a writer is a Spark cluster):
Delta Lake supports concurrent reads from multiple clusters, but concurrent writes to S3 must originate from a single Spark driver in order for Delta Lake to provide transactional guarantees.
ariels@redqueen:~/dev/Tests/manualweb$ http -v --follow get localhost:8888/redirect/foo authorization:yes-i-can | |
GET /redirect/foo HTTP/1.1 | |
Accept: */* | |
Accept-Encoding: gzip, deflate | |
Connection: keep-alive | |
Host: localhost:8888 | |
User-Agent: HTTPie/2.2.0 | |
authorization: yes-i-can | |
;;; Define "r o" (an "o" suffix) for "magit rebase onto origin/master" | |
(require 'magit) | |
(transient-define-suffix as-magit-rebase-onto-origin-master (args) | |
"Rebase the current branch onto origin/master. | |
TODO(ariels): Make it better and also document it." | |
:if 'magit-get-current-branch | |
:description "origin/master" | |
(interactive (list (magit-rebase-arguments))) | |
(magit-git-rebase "origin/master" args)) |
package main | |
import ( | |
"fmt" | |
"math" | |
"time" | |
"golang.org/x/exp/rand" | |
"gonum.org/v1/gonum/stat/distuv" |
// https://www.typescriptlang.org/play/#code/C4TwDgpgBAshwAsD2ATA0hEBnA8gJwDkIA3CPAHgBUA+KAXigG8AoKNqAbTSgEsA7KAGtMSAGZRKAXQBcErpKgQAHsAh8UWKADEArnwDGwHkgEB+KN1l8SZANzMAvs1CRY8ZOkxYqtBnESoGNj4RKQUNBzCIGISkvbM-Kp4ogCG+tAAkkys7HxWOgC2AEZ2OWyiABQp+cVkAJSyWMB4-ADm9uxQrRUNUMRIPCj2Ti7QWvRuAZ7Y5BnUtmwA9ItQAESiq1AAPmutq8xAA | |
type MethodKeysOrNever<T> = { | |
[K in keyof T]: T[K] extends Function ? K : never; | |
} | |
type MethodKeys<T> = MethodKeysOrNever<T>[keyof T]; |
((10*(9*8*(7-6)-5)+4)*3-2)*1 | |
((10*(9*8*(7-6)-5)+4)*3-2)/1 | |
((10*(9*8-(7-6)*5)+4)*3-2)*1 | |
((10*(9*8-(7-6)*5)+4)*3-2)/1 | |
((10*(9*8/(7-6)-5)+4)*3-2)*1 | |
((10*(9*8/(7-6)-5)+4)*3-2)/1 | |
((10*9+8)*7-(6+5*4/3))*(2+1) | |
((10*9+8)*7-6-5*4/3)*(2+1) | |
((10*9+8)/7+6)*(5*4*(3+2)+1) | |
((10*9+8*(7*(6+5)-4))*3-2)*1 |