Merge pull request #195 from AnswerDotAI/gist-with-imgs

Create gist with imgs

Author: jph00

00_core.ipynb

@@ -36,7 +36,7 @@
     "from datetime import datetime,timedelta\n",
     "from pprint import pprint\n",
     "from time import sleep\n",
-    "import os"
+    "import os, shutil, tempfile, git"
    ]
   },
   {
@@ -1068,10 +1068,46 @@
    "outputs": [],
    "source": [
     "#|export\n",
+    "img_md_pat = re.compile(r'!\\[(?P<alt>.*?)\\]\\((?P<url>[^\\s]+)\\)')\n",
+    "def replace_md_imgs(content, func): return img_md_pat.sub(func, content)\n",
+    "\n",
     "@patch\n",
-    "def create_gist(self:GhApi, description, content, filename='gist.txt', public=False):\n",
-    "    \"Create a gist containing a single file\"\n",
-    "    return self.gists.create(description, public=public, files={filename: {\"content\": content}})"
+    "def create_gist(self:GhApi, description, content, filename='gist.txt', public=False, img_paths=None):\n",
+    "    'Create a gist, optionally with images where each md img url will be placed with img upload urls.'\n",
+    "    gist = self.gists.create(description, public=public, files={filename: {\"content\": content}})\n",
+    "    if not img_paths: return gist\n",
+    "    with tempfile.TemporaryDirectory() as clone_dir:\n",
+    "        gist_id, gist_url = gist.id, gist.html_url\n",
+    "        token = self.headers['Authorization'].split('token ')[1]\n",
+    "        repo = git.Repo.clone_from(f'https://{token}@gist.github.com/{gist_id}.git', clone_dir)\n",
+    "        clone_dir, img_paths = Path(clone_dir), L(img_paths).map(Path)\n",
+    "        for o in img_paths: \n",
+    "            shutil.copy2(o, clone_dir/o.name)\n",
+    "            repo.index.add([o.name])\n",
+    "        repo.index.commit(\"Add images\")\n",
+    "        repo.remotes.origin.push()        \n",
+    "    updated_gist = self.gists.get(gist_id)\n",
+    "    img_urls = {o.name: updated_gist.files[o.name].raw_url for o in img_paths}\n",
+    "    content = replace_md_imgs(content, lambda m: f\"![{m['alt']}]({img_urls.get(m['url'], m['url'])})\")\n",
+    "    return self.gists.update(gist_id, files={filename:{'content':content}})"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "https://gist.github.com/KeremTurgutlu/81232c80389c9257a82bcf4ddeaffac0\n"
+     ]
+    }
+   ],
+   "source": [
+    "gist = api.create_gist(\"some description\", \"some content\")\n",
+    "print(gist.html_url)"
    ]
   },
   {
@@ -1082,8 +1118,7 @@
     {
      "data": {
       "text/plain": [
-       "('https://gist.github.com/hamelsmu/2543b0c1699eafd0a36319a4a6284afa',\n",
-       " 'some content')"
+       "'some content'"
       ]
      },
      "execution_count": null,
@@ -1092,8 +1127,25 @@
     }
    ],
    "source": [
-    "gist = api.create_gist(\"some description\", \"some content\")\n",
-    "gist.html_url, gist.files['gist.txt'].content"
+    "gist.files['gist.txt'].content"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "https://gist.github.com/KeremTurgutlu/82af4d178db85fcb585029854b495bae\n"
+     ]
+    }
+   ],
+   "source": [
+    "gist = api.create_gist(\"some description\", \"some image\\n\\n![image](puppy.jpg)\", 'gist.md', img_paths=['puppy.jpg'])\n",
+    "print(gist.html_url)"
    ]
   },
   {
@@ -1103,13 +1155,8 @@
    "outputs": [
     {
      "data": {
-      "text/markdown": [
-       "```json\n",
-       "{}\n",
-       "```"
-      ],
       "text/plain": [
-       "{}"
+       "'some image\\n\\n![image](https://gist.githubusercontent.com/KeremTurgutlu/82af4d178db85fcb585029854b495bae/raw/c7f420c839f58c6ac0c05f1116317645d31d7e80/puppy.jpg)'"
       ]
      },
      "execution_count": null,
@@ -1118,7 +1165,7 @@
     }
    ],
    "source": [
-    "api.gists.delete(gist.id)"
+    "gist.files['gist.md'].content"
    ]
   },
   {
@@ -1772,9 +1819,9 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "python3",
+   "display_name": "python",
    "language": "python",
-   "name": "python3"
+   "name": "python"
   }
  },
  "nbformat": 4,

ghapi/_modidx.py

@@ -88,7 +88,8 @@
                             'ghapi.core._preview_hdr': ('core.html#_preview_hdr', 'ghapi/core.py'),
                             'ghapi.core.date2gh': ('core.html#date2gh', 'ghapi/core.py'),
                             'ghapi.core.gh2date': ('core.html#gh2date', 'ghapi/core.py'),
-                            'ghapi.core.print_summary': ('core.html#print_summary', 'ghapi/core.py')},
+                            'ghapi.core.print_summary': ('core.html#print_summary', 'ghapi/core.py'),
+                            'ghapi.core.replace_md_imgs': ('core.html#replace_md_imgs', 'ghapi/core.py')},
             'ghapi.event': { 'ghapi.event.GhApi.fetch_events': ('event.html#ghapi.fetch_events', 'ghapi/event.py'),
                              'ghapi.event.GhApi.list_events': ('event.html#ghapi.list_events', 'ghapi/event.py'),
                              'ghapi.event.GhApi.list_events_parallel': ('event.html#ghapi.list_events_parallel', 'ghapi/event.py'),

ghapi/core.py

@@ -3,7 +3,7 @@
 # AUTOGENERATED! DO NOT EDIT! File to edit: ../00_core.ipynb.
 
 # %% auto 0
-__all__ = ['GH_HOST', 'EMPTY_TREE_SHA', 'print_summary', 'GhApi', 'date2gh', 'gh2date']
+__all__ = ['GH_HOST', 'img_md_pat', 'EMPTY_TREE_SHA', 'print_summary', 'GhApi', 'date2gh', 'gh2date', 'replace_md_imgs']
 
 # %% ../00_core.ipynb 2
 from fastcore.all import *
@@ -17,7 +17,7 @@
 from datetime import datetime,timedelta
 from pprint import pprint
 from time import sleep
-import os
+import os, shutil, tempfile, git
 
 # %% ../00_core.ipynb 4
 GH_HOST = os.getenv('GH_HOST', "https://api.github.com")
@@ -163,19 +163,37 @@ def gh2date(dtstr:str)->datetime:
     return datetime.fromisoformat(dtstr.replace('Z', ''))
 
 # %% ../00_core.ipynb 69
+img_md_pat = re.compile(r'!\[(?P<alt>.*?)\]\((?P<url>[^\s]+)\)')
+def replace_md_imgs(content, func): return img_md_pat.sub(func, content)
+
 @patch
-def create_gist(self:GhApi, description, content, filename='gist.txt', public=False):
-    "Create a gist containing a single file"
-    return self.gists.create(description, public=public, files={filename: {"content": content}})
+def create_gist(self:GhApi, description, content, filename='gist.txt', public=False, img_paths=None):
+    'Create a gist, optionally with images where each md img url will be placed with img upload urls.'
+    gist = self.gists.create(description, public=public, files={filename: {"content": content}})
+    if not img_paths: return gist
+    with tempfile.TemporaryDirectory() as clone_dir:
+        gist_id, gist_url = gist.id, gist.html_url
+        token = self.headers['Authorization'].split('token ')[1]
+        repo = git.Repo.clone_from(f'https://{token}@gist.github.com/{gist_id}.git', clone_dir)
+        clone_dir, img_paths = Path(clone_dir), L(img_paths).map(Path)
+        for o in img_paths: 
+            shutil.copy2(o, clone_dir/o.name)
+            repo.index.add([o.name])
+        repo.index.commit("Add images")
+        repo.remotes.origin.push()        
+    updated_gist = self.gists.get(gist_id)
+    img_urls = {o.name: updated_gist.files[o.name].raw_url for o in img_paths}
+    content = replace_md_imgs(content, lambda m: f"![{m['alt']}]({img_urls.get(m['url'], m['url'])})")
+    return self.gists.update(gist_id, files={filename:{'content':content}})
 
-# %% ../00_core.ipynb 74
+# %% ../00_core.ipynb 76
 @patch
 def delete_release(self:GhApi, release):
     "Delete a release and its associated tag"
     self.repos.delete_release(release.id)
     self.git.delete_ref(f'tags/{release.tag_name}')
 
-# %% ../00_core.ipynb 76
+# %% ../00_core.ipynb 78
 @patch
 def upload_file(self:GhApi, rel, fn):
     "Upload `fn` to endpoint for release `rel`"
@@ -184,7 +202,7 @@ def upload_file(self:GhApi, rel, fn):
     mime = mimetypes.guess_type(fn, False)[0] or 'application/octet-stream'
     return self(url, 'POST', headers={'Content-Type':mime}, query = {'name':fn.name}, data=fn.read_bytes())
 
-# %% ../00_core.ipynb 77
+# %% ../00_core.ipynb 79
 @patch
 def create_release(self:GhApi, tag_name, branch='master', name=None, body='',
                    draft=False, prerelease=False, files=None):
@@ -195,62 +213,62 @@ def create_release(self:GhApi, tag_name, branch='master', name=None, body='',
     for file in listify(files): self.upload_file(rel, file)
     return rel
 
-# %% ../00_core.ipynb 85
+# %% ../00_core.ipynb 87
 @patch
 def list_tags(self:GhApi, prefix:str=''):
     "List all tags, optionally filtered to those starting with `prefix`"
     return self.git.list_matching_refs(f'tags/{prefix}')
 
-# %% ../00_core.ipynb 90
+# %% ../00_core.ipynb 92
 @patch
 def list_branches(self:GhApi, prefix:str=''):
     "List all branches, optionally filtered to those starting with `prefix`"
     return self.git.list_matching_refs(f'heads/{prefix}')
 
-# %% ../00_core.ipynb 95
+# %% ../00_core.ipynb 97
 # See https://stackoverflow.com/questions/9765453
 EMPTY_TREE_SHA = '4b825dc642cb6eb9a060e54bf8d69288fbee4904'
 
-# %% ../00_core.ipynb 97
+# %% ../00_core.ipynb 99
 @patch
 def create_branch_empty(self:GhApi, branch):
     t = self.git.create_tree(base_tree=EMPTY_TREE_SHA, tree = [dict(
         path='.dummy', content='ignore me', mode='100644', type='blob')])
     c = self.git.create_commit(f'create {branch}', t.sha)
     return self.git.create_ref(f'refs/heads/{branch}', c.sha)
 
-# %% ../00_core.ipynb 99
+# %% ../00_core.ipynb 101
 @patch
 def delete_tag(self:GhApi, tag:str):
     "Delete a tag"
     return self.git.delete_ref(f'tags/{tag}')
 
-# %% ../00_core.ipynb 100
+# %% ../00_core.ipynb 102
 @patch
 def delete_branch(self:GhApi, branch:str):
     "Delete a branch"
     return self.git.delete_ref(f'heads/{branch}')
 
-# %% ../00_core.ipynb 102
+# %% ../00_core.ipynb 104
 @patch
 def get_branch(self:GhApi, branch=None):
     branch = branch or self.repos.get().default_branch
     return self.list_branches(branch)[0]
 
-# %% ../00_core.ipynb 104
+# %% ../00_core.ipynb 106
 @patch
 def list_files(self:GhApi, branch=None):
     ref = self.get_branch(branch)
     res = self.git.get_tree(ref.object.sha).tree
     return {o.path:o for o in res}
 
-# %% ../00_core.ipynb 106
+# %% ../00_core.ipynb 108
 @patch
 def get_content(self:GhApi, path):
     res = self.repos.get_content(path)
     return base64.b64decode(res.content)
 
-# %% ../00_core.ipynb 108
+# %% ../00_core.ipynb 110
 @patch
 def create_or_update_file(self:GhApi, path, message, committer, author, content=None, sha=None, branch=''):
     if not branch: branch = api.repos.get()['default_branch']
@@ -260,28 +278,28 @@ def create_or_update_file(self:GhApi, path, message, committer, author, content=
     return self.repos.create_or_update_file_contents(path, message, content=content,
         branch=branch, committer=committer or {}, author=author or {}, **kwargs)
 
-# %% ../00_core.ipynb 109
+# %% ../00_core.ipynb 111
 @patch
 def create_file(self:GhApi, path, message, committer, author, content=None, branch=None):
     if not branch: branch = api.repos.get()['default_branch']
     return self.create_or_update_file(path, message, branch=branch, committer=committer, content=content, author=author)
 
-# %% ../00_core.ipynb 111
+# %% ../00_core.ipynb 113
 @patch
 def delete_file(self:GhApi, path, message, committer, author, sha=None, branch=None):
     if not branch: branch = api.repos.get()['default_branch']
     if sha is None: sha = self.list_files()[path].sha
     return self.repos.delete_file(path, message=message, sha=sha,
                                   branch=branch, committer=committer, author=author)
 
-# %% ../00_core.ipynb 113
+# %% ../00_core.ipynb 115
 @patch
 def update_contents(self:GhApi, path, message, committer, author, content, sha=None, branch=None):
     if not branch: branch = api.repos.get()['default_branch']
     if sha is None: sha = self.list_files()[path].sha
     return self.create_or_update_file(path, message, committer=committer, author=author, content=content, sha=sha, branch=branch)
 
-# %% ../00_core.ipynb 117
+# %% ../00_core.ipynb 119
 @patch
 def enable_pages(self:GhApi, branch=None, path="/"):
     "Enable or update pages for a repo to point to a `branch` and `path`."