Shivam Kapoor iamsmkr
🔬
iamsmkr
/ ShapelessVectors.scala
Last active
July 23, 2022 09:09
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| private val allocator: BufferAllocator = new RootAllocator() | |
| private val schema: Schema = | |
| new Schema(List( | |
| new Field("id", new FieldType(false, new ArrowType.Int(32, true), null), null), | |
| new Field("username", new FieldType(false, new ArrowType.Utf8(), null), null), | |
| new Field("pro", new FieldType(false, new ArrowType.Bool(), null), null) | |
| ).asJava) |
iamsmkr
/ AllocateNew.scala
Created
July 18, 2022 12:38
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import org.apache.arrow.vector._ | |
| import shapeless.{::, Generic, HList, HNil} | |
| trait AllocateNew[T] { | |
| def allocateNew(vector: T): Unit | |
| } | |
| object AllocateNew { | |
| def apply[T](implicit derivative: AllocateNew[T]): AllocateNew[T] = |
iamsmkr
/ UnpolymorphicVectors.scala
Created
July 18, 2022 12:09
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| val ls = List(1000, "iamsmkr", true) | |
| val vectors = List(id, username, pro) | |
| id.allocateNew() | |
| username.allocateNew() | |
| pro.allocateNew() | |
| id.setSafe(0, ls(0)) | |
| username.setSafe(0, ls(1)) |
iamsmkr
/ PolymorphicVectors2.scala
Last active
July 19, 2022 06:15
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| private val allocator: BufferAllocator = new RootAllocator() | |
| private val schema: Schema = | |
| new Schema(List( | |
| new Field("id", new FieldType(false, new ArrowType.Int(32, true), null), null), | |
| new Field("username", new FieldType(false, new ArrowType.Utf8(), null), null), | |
| new Field("pro", new FieldType(false, new ArrowType.Bool(), null), null) | |
| ).asJava) |
iamsmkr
/ PolymorphicVectors.scala
Last active
July 18, 2022 09:15
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| trait ValueVector { | |
| def allocateNew() | |
| } | |
| abstract class BaseFixedWidthVector extends ValueVector { | |
| def allocateNew() { | |
| // impl | |
| } | |
| } |
iamsmkr
/ ServiceDiscoveryClose.scala
Created
July 8, 2022 14:00
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Runtime.getRuntime.addShutdownHook(new Thread() { | |
| override def run(): Unit = { | |
| serviceDiscovery.close() | |
| client.close() | |
| } | |
| }) |
iamsmkr
/ gist:13929aa9a5fa365a806d8c2ed69df699
Created
July 8, 2022 13:56
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 127.0.0.1,8877,0 | |
| 127.0.0.1,8855,0 | |
| 127.0.0.1,8866,1 |
iamsmkr
/ DiscoverServiceInstances.scala
Last active
July 8, 2022 13:52
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import scala.jdk.CollectionConverters._ | |
| val services = serviceDiscovery.queryForInstances("flightServer").asScala | |
| services.foreach(i => { | |
| println(s"${i.getAddress},${i.getPort},${i.getPayload.partitionId}") | |
| }) |
iamsmkr
/ ServiceDiscoveryWithoutSerializer.scala
Created
July 8, 2022 13:51
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| val ServiceDiscoveryAtomicPath = "/flightServers" | |
| val serviceDiscovery = | |
| ServiceDiscoveryBuilder | |
| .builder(classOf[ServiceDetail]) | |
| .client(zkClient) | |
| .basePath(ServiceDiscoveryAtomicPath) | |
| .build() | |
| serviceDiscovery.start() |
iamsmkr
/ Service.sh
Last active
July 8, 2022 13:43
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| % /opt/zookeeper/current/bin/zkCli.sh | |
| [zk: localhost:2181(CONNECTED) 3] ls /flightServers/flightServer | |
| [978ead9a-64d3-4080-9163-235cf99fe1b9, a89b2126-27cb-43c2-a687-2d8d57d74077, d87c5515-4d26-46fa-bc02-06edcc04f86a] | |
| [zk: localhost:2181(CONNECTED) 4] get /flightServers/flightServer/978ead9a-64d3-4080-9163-235cf99fe1b9 | |
| { | |
| "name": "flightServer", | |
| "id": "978ead9a-64d3-4080-9163-235cf99fe1b9", | |
| "address": "127.0.0.1", | |
| "port": 8877, |
NewerOlder