Joe Hamman jhamman

## demo.ipynb

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                jhamman
                / demo.ipynb
            
            
              Created
              February 7, 2024 06:12
            
              
                Zarr V3 status update
              
          
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## LICENSE
MIT License

Copyright (c) 2023 Thomas GAUDIN

Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:

## sample-zarr-for-viz-discussion.ipynb

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                jhamman
                / sample-zarr-for-viz-discussion.ipynb
            
            
              Created
              November 12, 2020 17:00
            
              
                Public zarr dataset
              
          
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## dask_gateway_3.py
from dask.distributed import Client
from dask_gateway import Gateway


gateway = Gateway()  # connect to Gateway

cluster = gateway.new_cluster()  # create cluster
cluster.scale(...)  # scale cluster

client = Client(cluster)  # connect Client to Cluster

## dask_gateway_2.py
from dask.distributed import Client
from dask_kubernetes import KubeCluster


cluster = KubeCluster()  # create cluster
cluster.scale(...)  # scale cluster

client = Client(cluster)  # connect Client to Cluster

## dask_gateway_1.py
options.worker_cores = 1
options.worker_memory = 8

cluster = gateway.new_cluster(cluster_options=options)

## dask_k8s.py
containers = [
    {
        "args": [
            "dask-worker", "--nthreads", "1",
            "--memory-limit", "14GB",
        ],
        "resources": {
            "limits": {"cpu": 1, "memory": "14G"},
            "requests": {"cpu": 1, "memory": "14G"},
        },

## dask_k8s.yaml
# file: dask_config.yaml
kubernetes:
  worker-template:
    spec:
      containers:
      - args:
          - dask-worker
          - --nthreads
          - '2'
          - --memory-limit

## intake_stac_00.sh
$ pip install intake-stac
# or
$ conda install -c conda-forge intake-stac

## intake_stac_03.py
In [7]: import satsearch
In [8]: results = satsearch.Search.search(
   ...:     collection='landsat-8-l1',
   ...:     bbox=[43.16, -11.32, 43.54, -11.96],
   ...:     sort=['<datetime'], #earliest scene first
   ...:     property=["landsat:tier=T1"])
   ...:
In [9]: catalog = intake.open_stac_item_collection(results.items())
In [10]: catalog
<satstac.itemcollection.ItemCollection at 0x7f96efe16828>
	MIT License

	Copyright (c) 2023 Thomas GAUDIN

	Permission is hereby granted, free of charge, to any person obtaining a copy
	of this software and associated documentation files (the "Software"), to deal
	in the Software without restriction, including without limitation the rights
	to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
	copies of the Software, and to permit persons to whom the Software is
	furnished to do so, subject to the following conditions:
	from dask.distributed import Client
	from dask_gateway import Gateway


	gateway = Gateway() # connect to Gateway

	cluster = gateway.new_cluster() # create cluster
	cluster.scale(...) # scale cluster

	client = Client(cluster) # connect Client to Cluster
	from dask.distributed import Client
	from dask_kubernetes import KubeCluster


	cluster = KubeCluster() # create cluster
	cluster.scale(...) # scale cluster

	client = Client(cluster) # connect Client to Cluster
	options.worker_cores = 1
	options.worker_memory = 8

	cluster = gateway.new_cluster(cluster_options=options)
	containers = [
	{
	"args": [
	"dask-worker", "--nthreads", "1",
	"--memory-limit", "14GB",
	],
	"resources": {
	"limits": {"cpu": 1, "memory": "14G"},
	"requests": {"cpu": 1, "memory": "14G"},
	},
	# file: dask_config.yaml
	kubernetes:
	worker-template:
	spec:
	containers:
	- args:
	- dask-worker
	- --nthreads
	- '2'
	- --memory-limit
	$ pip install intake-stac
	# or
	$ conda install -c conda-forge intake-stac
	In [7]: import satsearch
	In [8]: results = satsearch.Search.search(
	...: collection='landsat-8-l1',
	...: bbox=[43.16, -11.32, 43.54, -11.96],
	...: sort=['<datetime'], #earliest scene first
	...: property=["landsat:tier=T1"])
	...:
	In [9]: catalog = intake.open_stac_item_collection(results.items())
	In [10]: catalog
	<satstac.itemcollection.ItemCollection at 0x7f96efe16828>