whoisterencelee commited on
Commit
5e12304
1 Parent(s): 24e2f5c

using a new coordinate system with levels, rings and sectors

Browse files
Files changed (4) hide show
  1. app.py +22 -23
  2. embeds/a +0 -0
  3. embeds/s +0 -0
  4. embeds/v +0 -0
app.py CHANGED
@@ -4,7 +4,8 @@ import os
4
  import numpy
5
 
6
  from sentence_transformers import SentenceTransformer
7
- sentence_model = SentenceTransformer("all-mpnet-base-v2")
 
8
 
9
  def getText( file ):
10
  return open( file ).read()
@@ -12,15 +13,15 @@ def getText( file ):
12
  def axis():
13
  global v, a, s
14
  doc = getText( './axis/v' )
15
- embedding = sentence_model.encode( doc , show_progress_bar=False)
16
  torch.save( embedding , './embeds/v' )
17
  v = embedding
18
  doc = getText( './axis/a' )
19
- embedding = sentence_model.encode( doc , show_progress_bar=False)
20
  torch.save( embedding , './embeds/a' )
21
  a = embedding
22
  doc = getText( './axis/s' )
23
- embedding = sentence_model.encode( doc , show_progress_bar=False)
24
  torch.save( embedding , './embeds/s' )
25
  s = embedding
26
 
@@ -34,25 +35,23 @@ def zxy( doc ):
34
  v = torch.load( './embeds/v' )
35
  a = torch.load( './embeds/a' )
36
  s = torch.load( './embeds/s' )
37
-
38
- embedding = sentence_model.encode( doc , show_progress_bar=False)
39
  # torch.save( embedding , './embeds/new' )
40
-
41
- z = embedding @ s
42
- x = embedding @ a
43
- y = embedding @ v
44
-
45
- if z < 0 : z = 0
46
- if x < 0 : x = 0
47
- if y < 0 : y = 0
48
-
49
  scale = 1
50
- axisrange = 44
51
-
52
- zxy = [ numpy.rint( scale * axisrange * z ) , numpy.rint( scale * axisrange * x ) , numpy.rint( scale * axisrange * y ) ]
53
-
54
- return "L" + str( int( zxy[ 0 ] ) ) + "/" + str( int( zxy[ 1 ] ) ) + "/" + str( int( zxy[ 2 ] ) )
55
-
56
- iface = gr.Interface(fn=zxy, inputs="text", outputs="text")
 
 
 
 
57
  #iface.launch()
58
- iface.launch(share=True)
 
4
  import numpy
5
 
6
  from sentence_transformers import SentenceTransformer
7
+ sentence_model = SentenceTransformer("paraphrase-multilingual-mpnet-base-v2")
8
+ #sentence_model = SentenceTransformer("all-mpnet-base-v2")
9
 
10
  def getText( file ):
11
  return open( file ).read()
 
13
  def axis():
14
  global v, a, s
15
  doc = getText( './axis/v' )
16
+ embedding = sentence_model.encode( doc , show_progress_bar=False, normalize_embeddings=True )
17
  torch.save( embedding , './embeds/v' )
18
  v = embedding
19
  doc = getText( './axis/a' )
20
+ embedding = sentence_model.encode( doc , show_progress_bar=False, normalize_embeddings=True )
21
  torch.save( embedding , './embeds/a' )
22
  a = embedding
23
  doc = getText( './axis/s' )
24
+ embedding = sentence_model.encode( doc , show_progress_bar=False, normalize_embeddings=True )
25
  torch.save( embedding , './embeds/s' )
26
  s = embedding
27
 
 
35
  v = torch.load( './embeds/v' )
36
  a = torch.load( './embeds/a' )
37
  s = torch.load( './embeds/s' )
38
+ embedding = sentence_model.encode( doc , show_progress_bar=False , normalize_embeddings=True )
 
39
  # torch.save( embedding , './embeds/new' )
40
+ z = ( 1.0 - embedding @ s ) / 2.0 # level 0 on top
41
+ x = ( 1.0 - embedding @ a ) / 2.0 # ring 0 in the middle
42
+ y = ( embedding @ v + 1.0 ) / 2.0 # sector 0 at twelve oclock
43
+ # add one to make positive / divide by two to make range 0-1
 
 
 
 
 
44
  scale = 1
45
+ levels = 44
46
+ rings = 22
47
+ sectors = 44 * 4
48
+ zxy = [ numpy.rint( scale * levels * z ) , numpy.rint( scale * rings * x ) , numpy.rint( scale * sectors * y ) ]
49
+ return f"""L{ str( int( zxy[ 0 ] ) ) }/{ str( int( zxy[ 1 ] ) ) }/{ str( int( zxy[ 2 ] ) ) }
50
+ es={ embedding @ s } ex={ embedding @ a } ey={ embedding @ v }
51
+ z={ z } x={ x } y={ y }
52
+ {scale} {levels} {rings} {sectors}
53
+ """
54
+
55
+ #iface = gr.Interface(fn=zxy, inputs="text", outputs="text")
56
  #iface.launch()
57
+ #iface.launch(share=True) # make public
embeds/a CHANGED
Binary files a/embeds/a and b/embeds/a differ
 
embeds/s CHANGED
Binary files a/embeds/s and b/embeds/s differ
 
embeds/v CHANGED
Binary files a/embeds/v and b/embeds/v differ