XSBERT queue server

xsbert_queue_server.py

import json
from http.server import BaseHTTPRequestHandler, HTTPServer
import pandas as pd

hostName = "localhost"
serverPort = 20000
# A global variable to store the queue elements
queue = []


class MyServer(BaseHTTPRequestHandler):
    def do_GET(self):
        self.send_response(200)
        self.send_header("Content-type", "application/json")
        self.end_headers()
        if queue:
            self.wfile.write(json.dumps(queue.pop()).encode('utf-8'))
        else:
            self.wfile.write(json.dumps({}).encode('utf-8'))


if __name__ == "__main__":
    qqp_train = pd.read_csv(
        '/fs/scratch/users/nikolady/paws/qqp_raw/quora_duplicate_questions.tsv', sep='\t')
    queue = list(qqp_train.to_dict(orient="records"))[:10]
    print(f'{len(queue)} elements in the queue.')
    webServer = HTTPServer((hostName, serverPort), MyServer)
    print("Queue server started http://%s:%s" % (hostName, serverPort))

    try:
        webServer.serve_forever()
    except KeyboardInterrupt:
        pass

    webServer.server_close()
    print("Server stopped.")