add img2img

Author: itay

astronaut.png

@@ -47,7 +47,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -60,18 +60,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "sagemaker.config INFO - Not applying SDK defaults from location: /opt/homebrew/share/sagemaker/config.yaml\n",
-      "sagemaker.config INFO - Not applying SDK defaults from location: /Users/itay/Library/Application Support/sagemaker/config.yaml\n"
-     ]
-    }
-   ],
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [],
    "source": [
     "import json\n",
     "from sagemaker import ModelPackage\n",
@@ -83,16 +74,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 77,
+   "execution_count": 37,
    "metadata": {},
    "outputs": [],
    "source": [
     "# TODO delete\n",
     "import os\n",
-    "os.environ['AWS_PROFILE'] = 'marketplace-eng'\n",
-    "# os.environ['AWS_PROFILE'] = 'octoml-sandbox-admin'\n",
-    "#role = \"arn:aws:iam::006055839469:role/MarketplaceSageMakerValidationRole\" \n",
-    "#role = \"arn:aws:iam::186900524924:role/SagemakerAdmin\"\n",
+    "os.environ['AWS_PROFILE'] = 'octoml-sandbox-admin'\n",
+    "role = \"arn:aws:iam::186900524924:role/SagemakerAdmin\"\n",
     "\n",
     "boto_session = boto3.Session()\n",
     "region = boto_session.region_name\n",
@@ -104,7 +93,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 87,
+   "execution_count": 38,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -131,7 +120,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 88,
+   "execution_count": 39,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -198,7 +187,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 73,
+   "execution_count": 45,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -231,7 +220,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 84,
+   "execution_count": 46,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -280,7 +269,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 43,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -321,7 +310,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": null,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -346,13 +335,64 @@
     "response = runtime_sm_client.invoke_endpoint(\n",
     "    EndpointName=model_name,\n",
     "    ContentType=content_type,\n",
-    "    Body=json.dumps(payload),\n",
+    "    Body=json.dumps(lightning_payload),\n",
     ")\n",
     "\n",
     "output = json.loads(response[\"Body\"].read().decode(\"utf8\"))\n",
     "display_output(output)"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Similar to generating images from text, we can also generate images from other images, utilizing the same performance and functionality (this also works with SDXL Lightning)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import os\n",
+    "from base64 import b64encode, b64decode\n",
+    "\n",
+    "# Read the image and encode it as base64\n",
+    "init_image = b64encode(open('./astronaut.png', 'rb').read()).decode(\"utf-8\")\n",
+    "\n",
+    "img2img_payload = {\n",
+    "    \"prompt\": \"breathtaking, american woman, award winning photography, best quality, 8K HDR\",\n",
+    "    \"negative_prompt\": \"worst quality, low quality, bad quality, lazy eye\",\n",
+    "    \"width\": 1344,\n",
+    "    \"height\": 768,\n",
+    "    \"num_images\": 1,\n",
+    "    \"sampler\": \"DDIM\",\n",
+    "    \"steps\": 30,\n",
+    "    \"cfg_scale\": 12,\n",
+    "    \"use_refiner\": False,\n",
+    "    \"style_preset\": \"neon-punk\",\n",
+    "    \"strength\": 0.8,\n",
+    "    \"init_image\": init_image,\n",
+    "\n",
+    "    # We use a specific seed to get a specific image out, but you can\n",
+    "    # change this or omit it\n",
+    "    \"seed\": 2701628909,\n",
+    "}\n",
+    "\n",
+    "response = runtime_sm_client.invoke_endpoint(\n",
+    "    EndpointName=model_name,\n",
+    "    ContentType=content_type,\n",
+    "    Body=json.dumps(img2img_payload),\n",
+    ")\n",
+    "\n",
+    "output = json.loads(response[\"Body\"].read().decode(\"utf8\"))\n",
+    "display_output(output)\n",
+    "\n",
+    "# display original image too for comparison\n",
+    "display.Image(b64decode(init_image))"
+   ]
+  },
   {
    "cell_type": "markdown",
    "metadata": {},
@@ -369,7 +409,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 90,
+   "execution_count": 35,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -393,12 +433,19 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 36,
    "metadata": {},
    "outputs": [],
    "source": [
     "model.delete_model()"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {