CREATE TABLE IF NOT EXISTS `log` (
  `proxy` varchar(200) COLLATE utf8_bin NOT NULL,
  `epoch` decimal(20,3) NOT NULL,
  `log` varchar(1000) COLLATE utf8_bin NOT NULL
) ENGINE=MyISAM DEFAULT CHARSET=utf8 COLLATE=utf8_bin;

import os
import socket
import prctl
import MySQLdb as mdb
from threading import Thread
from multiprocessing import Process, Queue, cpu_count

ip = "172.16.9.100"
port = 8899

dbHost = "172.16.9.100"
dbUser = "proxy"
dbPasswd = "proxy-secret-password"
dbName = "proxy"

def log(cur, data, addr):
  dat = data.split()
  query = "insert into log (`proxy`,`epoch`,`log`) values ('%s','%s','%s')" % (addr, dat[0], data,)
  cur.execute(query)

def tworker(data, addr):
  dd = data.decode(encoding='UTF-8')
  d = dd.split("\n")
 
  con = mdb.connect(dbHost, dbUser, dbPasswd, dbName, charset='utf8', use_unicode=True)
  cur = con.cursor(mdb.cursors.DictCursor)

  for i in d:
    if i == "":
      continue
    log(cur, i, addr)

  con.close()

def worker(q):
  while True:
    (data, addr) = q.get()
    Thread(target=tworker, args=(data, addr, )).start()

def serve():
  cpu = cpu_count()
  cpu = cpu*2

  q = Queue()

  prctl.set_proctitle("ProxyLog")

  for i in range(cpu):
    Process(target=worker, args=(q,)).start()

  s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
  s.bind((ip,port))

  while True:
    data, addr = s.recvfrom(10000)
    q.put((data, addr[0], ))

p = os.fork()
if p == 0:
  serve()
print("Fork pid = %s" % p)