Merge pull request #39 from AnswerDotAI/builtins

Update nbdev_stdlib symbol index with latest Python stdlib symbols

Author: jph00

mk_index.py

@@ -6,7 +6,7 @@
 from urllib.parse import urljoin
 from collections import defaultdict
 from pathlib import Path
-# from fastcore.utils import urlread,merge
+from nbdev.doclinks import create_index
 from fastcore.all import *
 
 mappings = dict(
@@ -46,30 +46,18 @@
     linux='https://docs.kernel.org/',
 )
 
-class SphinxIndex:
-    def __init__(self, url, pre=None):
-        if pre is None: pre=url+"/"
-        invs = urlread(f'{url}/objects.inv', decode=False)
-        self.idx = InventoryFile.load(stream=BytesIO(invs), uri=pre, joinfunc=urljoin)
-        typs = 'module','class','method','function'
-        self.d = {o:self._get(o) for o in typs}
-        self.syms = defaultdict(dict)
-        for o in typs:
-            for k,v in self.d[o].items():
-                modparts = k.split(".")[:-2 if o=='method' else -1]
-                if modparts: self.syms['.'.join(modparts)][k] = v
-
-    def _get(self, o): return {k:v[2] for k,v in self.idx[f'py:{o}'].items() if k[0]!='_'}
-
 @call_parse
-def make_index(nm:Param("Name of library to index")):
+def make_index(
+    nm: str # Name of library to index
+):
     "Make index for `nm`"
     url = mappings.get(nm)
+    print(nm, url)
     if not url: return
-    idx = SphinxIndex(url)
+    syms = create_index(url)
     lib_path = Path(f"nbdev_{nm}")
     lib_path.mkdir(exist_ok=True)
     with (lib_path/'_modidx.py').open('w') as f:
         f.write("# Autogenerated by get_module_idx.py\n\nd = ")
-        d = dict(syms=dict(idx.syms), settings={'lib_path':lib_path.name})
+        d = dict(syms=dict(syms), settings={'lib_path':lib_path.name})
         pprint(d, f, width=160, indent=2, compact=True)