GCSfuse

import os

from google.colab import auth, userdata

auth.authenticate_user()

env_vars = ["PROJECT_ID"]

for env_var in env_vars:

    os.environ[env_var] = userdata.get(env_var)

!echo "deb https://packages.cloud.google.com/apt gcsfuse-$(lsb_release -c -s) main" | sudo tee /etc/apt/sources.list.d/gcsfuse.list

!curl https://packages.cloud.google.com/apt/doc/apt-key.gpg | sudo apt-key add -

!apt-get update

!apt-get install gcsfuse

bucket_name = "alphaearth_foundations"

sub_dir = "satellite_embedding/v1/annual"

project_id = os.environ["PROJECT_ID"] 

local_path = f"/content/{bucket_name}/{sub_dir}"

!mkdir -p {local_path}

!gcsfuse --implicit-dirs --only-dir {sub_dir} --billing-project {project_id} {bucket_name} {local_path}