adding lessons

Author: Mubsi

lesson-2/Andrew_power_tools.png

@@ -0,0 +1,112 @@
+### needed for "authenticate" function 
+import os
+from dotenv import load_dotenv
+import json
+import base64
+from google.auth.transport.requests import Request
+from google.oauth2.service_account import Credentials
+##########
+
+import typing
+import IPython.display
+from PIL import Image as PIL_Image
+from PIL import ImageOps as PIL_ImageOps
+
+from vertexai.generative_models import (
+    GenerationConfig,
+    Image,
+    Part,
+)
+
+def gemini(prompt, model):
+    responses = model.generate_content(prompt, 
+                                     stream=True)
+
+    response_text = ""
+    for response in responses:
+        response_text += response.text
+
+    return response_text
+
+def display_images(
+    images: typing.Iterable[Image],
+    max_width: int = 600,
+    max_height: int = 350,
+) -> None:
+    for image in images:
+        pil_image = typing.cast(PIL_Image.Image, image._pil_image)
+        if pil_image.mode != "RGB":
+            # RGB is supported by all Jupyter environments (e.g. RGBA is not yet)
+            pil_image = pil_image.convert("RGB")
+        image_width, image_height = pil_image.size
+        if max_width < image_width or max_height < image_height:
+            # Resize to display a smaller notebook image
+            pil_image = PIL_ImageOps.contain(pil_image, (max_width, max_height))
+        IPython.display.display(pil_image)
+
+def print_multimodal_prompt(contents: list):
+    """
+    Given contents that would be sent to Gemini,
+    output the full multimodal prompt for ease of readability.
+    """
+    for content in contents:
+        if isinstance(content, Image):
+            display_images([content])
+        elif isinstance(content, Part):
+            url = get_url_from_gcs(content.file_data.file_uri)
+            IPython.display.display(load_image_from_url(url))
+        else:
+            print(content)
+
+def gemini_vision(contents_image, model):
+
+    responses = model.generate_content(
+        contents_image,
+        stream=True)
+    
+    response_text = ""
+    for response in responses:
+        response_text += response.text
+    return response_text
+
+def gemini_vision_parameters(contents_image, model, config):
+
+    responses = model.generate_content(
+        contents=contents_image, 
+        generation_config=config, 
+        stream=True
+    )
+    
+    response_text = ""
+    for response in responses:
+        response_text += response.text
+    
+    return response_text
+
+def authenticate():
+    #Load .env
+    load_dotenv()
+    
+    #Decode key and store in .JSON
+    SERVICE_ACCOUNT_KEY_STRING_B64 = os.getenv('SERVICE_ACCOUNT_KEY')
+    SERVICE_ACCOUNT_KEY_BYTES_B64 = SERVICE_ACCOUNT_KEY_STRING_B64.encode("ascii")
+    SERVICE_ACCOUNT_KEY_STRING_BYTES = base64.b64decode(SERVICE_ACCOUNT_KEY_BYTES_B64)
+    SERVICE_ACCOUNT_KEY_STRING = SERVICE_ACCOUNT_KEY_STRING_BYTES.decode("ascii")
+
+    SERVICE_ACCOUNT_KEY = json.loads(SERVICE_ACCOUNT_KEY_STRING)
+
+
+    # Create credentials based on key from service account
+    # Make sure your account has the roles listed in the Google Cloud Setup section
+    credentials = Credentials.from_service_account_info(
+        SERVICE_ACCOUNT_KEY,
+        scopes=['https://www.googleapis.com/auth/cloud-platform'])
+
+    if credentials.expired:
+        credentials.refresh(Request())
+    
+    #Set project ID according to environment variable    
+    PROJECT_ID = os.getenv('PROJECT_ID')
+        
+    return credentials, PROJECT_ID
+