File size: 2,937 Bytes
e9674a6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
import express from 'express'
import { createSpace } from './createSpace.mts'
import { generateFiles } from './generateFiles.mts'

const app = express()
const port = 7860

const minPromptSize = 16 // if you change this, you will need to also change in public/index.html
const timeoutInSec = 15 * 60

console.log('timeout set to 30 minutes')

app.use(express.static('public'))

const pending: {
  total: number;
  queue: string[];
} = {
  total: 0,
  queue: [],
}
 
const endRequest = (id: string, reason: string) => {
  if (!id || !pending.queue.includes(id)) {
    return
  }
  
  pending.queue = pending.queue.filter(i => i !== id)
  console.log(`request ${id} ended (${reason})`)
}

app.get('/debug', (req, res) => {
  res.write(JSON.stringify({
    nbTotal: pending.total,
    nbPending: pending.queue.length,
    queue: pending.queue,
  }))
  res.end()
})

app.get('/app', async (req, res) => {
  if (`${req.query.prompt}`.length < minPromptSize) {
    res.write(`prompt too short, please enter at least ${minPromptSize} characters`)
    res.end()
    return
  }

  const token = `${req.query.token}`

  if (!token.startsWith("hf_")) {
    res.write(`the provided token seems to be invalid`)
    res.end()
    return
  }

  /*
  res.write(`<!doctype html>
  <script src="/markdown-to-html.js"></script>
  <div id="formatted-markdown"></div>
  <script>
  setInterval(
    function fn() {
      try {
        var input = document.getElementById("raw-markdown-stream")
        var output = document.getElementById("formatted-markdown")
        output.innerHTML = MarkdownToHtml.parse(input.innerHTML)
      } catch (err) {
        console.error(err)
      }
    },
    1000
  )
  </script>
  <div id="raw-markdown-stream" style="display: none">
  `)
  */

  const id = `${pending.total++}`
  console.log(`new request ${id}`)

  pending.queue.push(id)

  req.on('close', function() {
    endRequest(id, 'browser asked to end the connection')
  })

  setTimeout(() => {
    endRequest(id, `timed out after ${timeoutInSec}s`)
  }, timeoutInSec * 1000)

  let nbAttempts = 3

  let files = []

  while (nbAttempts-- > 0) {
    files = await generateFiles(
      `${req.query.prompt || ""}`,
      token,
      (chunk: string) => {
        res.write(chunk)

        // return true here as long as our request is still valid
        // but if the user disconnected, the id will be removed from the queue,
        // and we will return false, indicating to generateFiles that we should abort
        return pending.queue.includes(id)
      })
    if (files.length) {
      console.log(`seems like we have ${files.length} files`)
      break
    }
  }

  if (files.length > 0) {
    console.log("files:", JSON.stringify(files, null, 2))

    await createSpace(files, token)
  }

  // res.write(JSON.stringify(files, null, 2))
  // res.write(`</div>`)
  res.end()
})


app.listen(port, () => { console.log(`Open http://localhost:${port}`) })