Update myEmbedding.py

myEmbedding.py

@@ -574,64 +574,3 @@ EmbeddingConcept =lambda x :ConceptNetwork.embeds(x).tolist()[0]
 
 
 
-def updateWiki():
-    import random
-    from fileDict3 import FileDict 
-    wiki=FileDict(Gbase+"wikipedia.sql3")
-    wikiConcept=FileDict(Gbase +"wikipediaConceptA.sql3")
-    random.seed(time.time())    
-    
-    n=800*100*100
-    startIndex=len(list(wikiConcept.keys()))
-    
-    #f1=open("testBuildTree.txt" , "w" ,encoding="utf-8")
-    #f2=open("testConceptTreeSentence.txt" , "w" ,encoding="utf-8")
-    m=0
-    for x ,(k,v) in enumerate(wiki.items()):
-        if x <startIndex:continue 
-        #k,v=next(items)
-        #if random.randint(1,3000)!=10 :continue 
-        #m+=1
-        #if m>1000 :break
-        if x%5==0 and IN_COLAB:google.colab.output.clear()
-        its=[]
-        text=k +"\n"+v
-        t0=time.time ()
-        print(Text.Cyan(k))
-        try:
-            conceptTree=ConceptNetwork.generate_concept_tree(text,split_sentences=True,top_n=0)
-            
-            s2=format_concept_tree(tree=conceptTree,max_depth=16)
-            print (s2[:2048])
-            wikiConcept[k]=s2
-            #json.dumps (conceptTree)
-        except:
-            print (v)
-            import traceback
-            traceback.print_exc()
-        t=time.time ()-t0
-        print(Text.Cyan(x) ,Text.LightYellow(t))
-        if x%100000==0 and x>startIndex+90000:
-            wikiConcept._commit()
-            wikiConcept.close()
-            drive.flush_and_unmount()
-            drive.mount('/gdrive',force_remount=True)
-            return 1
-    return 0
-            
-            
-        #f1.write(k+":\n"+s1+"\n")
-        #f2.write(k+":\n"+s2+"\n")
-    #f1.close()
-    #f2.close()
-
-
-
-
-if __name__ == '__main__' :
-    while True :
-        if not updateWiki():break
-
-    
-
-