Skip to content

Instantly share code, notes, and snippets.

import org.apache.spark.sql.types.{IntegerType, StringType, StructField, StructType}
import org.scalatest.funsuite.AnyFunSuite
import org.scalatest.matchers.should.Matchers
class MyDataFrameTest extends AnyFunSuite with Matchers {
test("test schema of myDataFrame") {
val myDataFrame = Seq(
("John", 25),
("Jane", 30),
import org.apache.hadoop.fs.Path
import org.apache.parquet.column.statistics.Statistics
import org.apache.parquet.example.data.Group
import org.apache.parquet.hadoop.ParquetFileReader
import org.apache.parquet.hadoop.util.HadoopInputFile
object ParquetFileValidation {
def main(args: Array[String]): Unit = {
// path to the Parquet file
val parquetFilePath = "s3://my-bucket/my-file.parquet"
@sakhtar-git
sakhtar-git / question.rb
Created May 9, 2020 00:11
Coding Question
def shape(x)
j = 0
arr = Array.new(x.to_i){Array.new(x)}
while j < x
i = 0
while i < x
first = j
last = x - (j+1)
if (i == first || i == last)
arr[j][i] = "O"
#!/bin/bash
cd /mnt/JENKINS_HOME
. ./virtualenv/bin/activate
cd ${WORKSPACE}
robot --outputdir ${WORKSPACE}/${BUILD_NUMBER}/TestResults \
--loglevel DEBUG \
-v TEST_ENV:${TEST_ENV} \
#!/usr/bin/env ruby
require 'watir'
require 'test/unit/assertions'
include Test::Unit::Assertions
# Web Automation Test:
# *******************
# [1]. Go to www.bing.com