arammaliachi

## decompress_lzo.ipynb

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                arammaliachi
                / decompress_lzo.ipynb
            
            
              Last active
              May 31, 2020 16:49
            
          
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## count_fields.py
from awsglue.dynamicframe import DynamicFrame
from pyspark.context import SparkContext
from awsglue.context import GlueContext

glueContext = GlueContext(SparkContext.getOrCreate())
datasource0 = glueContext.create_dynamic_frame.from_catalog(database='my database', table_name='my_table')

#Assuming <datasource0> is an object of the class <class 'awsglue.dynamicframe.DynamicFrame'>
columns_count = len(datasource0.schema().__dict__['fields']))
print('fields: {}'.format(columns_count))
	from awsglue.dynamicframe import DynamicFrame
	from pyspark.context import SparkContext
	from awsglue.context import GlueContext

	glueContext = GlueContext(SparkContext.getOrCreate())
	datasource0 = glueContext.create_dynamic_frame.from_catalog(database='my database', table_name='my_table')

	#Assuming <datasource0> is an object of the class <class 'awsglue.dynamicframe.DynamicFrame'>
	columns_count = len(datasource0.schema().__dict__['fields']))
	print('fields: {}'.format(columns_count))