tensorflow-io-gcs-filesystem

import tensorflow as tf import tensorflow_io_gcs_filesystem as _ # Registers the GCS filesystem handler import os # Ensure you have GCS authentication set up, e.g., # by running `gcloud auth application-default login` # or setting the GOOGLE_APPLICATION_CREDENTIALS environment variable. # For testing, you might use a public bucket or ensure permissions are granted. bucket_name = os.environ.get('GCS_TEST_BUCKET', 'your-gcs-bucket-name') # Replace with your bucket file_name = "registry_test_file.txt" file_path = f"gs://{bucket_name}/{file_name}" print(f"Attempting to interact with GCS path: {file_path}") try: # 1. Write a file to GCS with tf.io.gfile.GFile(file_path, 'w') as f: f.write("Hello from TensorFlow I/O GCS Filesystem registry check!") print(f"Successfully wrote to {file_path}") # 2. Read the file from GCS with tf.io.gfile.GFile(file_path, 'r') as f: content = f.read() print(f"Successfully read from {file_path}. Content: '{content}'") # 3. List files in the directory (or bucket prefix) parent_path = f"gs://{bucket_name}" print(f"Listing contents of {parent_path}:") for item in tf.io.gfile.listdir(parent_path): print(f" - {item}") # 4. Check if the file exists exists = tf.io.gfile.exists(file_path) print(f"File {file_path} exists: {exists}") # 5. Delete the file from GCS tf.io.gfile.remove(file_path) print(f"Successfully deleted {file_path}") # Verify deletion exists_after_delete = tf.io.gfile.exists(file_path) print(f"File {file_path} exists after delete: {exists_after_delete}") except tf.errors.FailedPreconditionError as e: print(f"Error: Failed to connect to GCS. Please ensure you have authenticated and your bucket '{bucket_name}' exists and is accessible. Error details: {e}") print("HINT: Try running `gcloud auth application-default login` or setting `GOOGLE_APPLICATION_CREDENTIALS`.") except tf.errors.NotFoundError as e: print(f"Error: GCS path not found. Please check bucket name and permissions. Error details: {e}") except Exception as e: print(f"An unexpected error occurred: {e}")