server-nalc/other_things/scripts/SQLextract.py

#!/usr/bin/env python2
# -*- coding: UTF-8 -*-
import sys, os, sqlite3
import encodings, calendar, time
from cStringIO import StringIO

home = os.environ.get("HOME")
db = "%s/rollback/rollback.sqlite" % (home)

#[id=6,actor=Mg,type=1;list=None,index=None,add=None,stacknode=None,stackquantity=None;x=252,y=59,z=-401;newnode=air,newparam1=15,newparam2=None,newmeta=None]

class Convert_id(object):
	def __init__(self, base):
		self.__players = dict()
		self.__nodes = dict()
		try:
			conn = sqlite3.connect(db)
			cur = conn.cursor()
		except Exception as err:
			print(err)
			print("problème avec la base de données")
			sys.exit(1)
		else:
			try:
				cur.execute("SELECT * from actor")
			except sqlite3.OperationalError as err:
				print(err)
			else:
				result = cur.fetchall()
				for res in result:
					self.__players[res[0]] = res[1][len("player:"):]
			try:
				cur.execute("SELECT * from node")
			except sqlite3.OperationalError as err:
				print(err)
			else:
				result = cur.fetchall()
				for res in result:
					self.__nodes[res[0]] = res[1]
			finally:
				cur.close()
				conn.close()

	def get_player_name(self, player_id):
		if self.__players.has_key(player_id):
			return self.__players[player_id]
		else:
			return None

	def get_node_name(self, node_id):
		if self.__nodes.has_key(node_id):
			return self.__nodes[node_id]
		else:
			return None

########################################################################
## Utilities
#

def ston(a):
	"""
		Returns a string equal to a or None
	"""
	if a:
		return str(a)
	else:
		return None

def select_all_nodes(startstamp, endstamp):
	try:
		conn = sqlite3.connect(db)
		conn.text_factory = str
		cur = conn.cursor()
	except sqlite3.OperationalError as err:
		print(err)
		sys.exit(1)
	try:
		# x because we need position
		cur.execute("SELECT * FROM action WHERE x AND timestamp >=:startstamp AND timestamp < :endstamp", {"startstamp":startstamp, "endstamp":endstamp})
	except sqlite3.OperationalError as err:
		print(err)
		sys.exit(1)
	else:
		result = cur.fetchall()
	finally:
		cur.close()
		conn.close()
	return(result)


# Big-endian!!!
def readU16(strm):
	return (ord(strm.read(1)) << 16) + (ord(strm.read(1)))

def readU32(strm):
	return (ord(strm.read(1)) << 24) + (ord(strm.read(1)) << 16) + (ord(strm.read(1)) << 8) + (ord(strm.read(1)))

def decode(chaine):
	if not chaine :
		return None
	else:
		strm = StringIO(chaine)
		table = "["
		nEntries = readU32(strm)
		for n in range(nEntries):
			keyLen = readU16(strm)
			key = strm.read(keyLen)
			valLen = readU32(strm)
			val = strm.read(valLen)
			# Beware of potential quotes in meta, they must be escaped
			# Fortunately their escape codes are the same in Python and Lua
			# (and pretty much every language influenced by C)
			# ------------
			# Attention aux potentiels quotes dedans les meta, il faut les escape
			# Heureusement leur mode d'escape est quasi le même en Python que Lua
			table += '%s="%s"' % (key, val.encode('string-escape').replace('"', '\\"'))
			if n != nEntries-1:
				table += ","
		table += "]"
		return table



def to_table(node):
	# Init bracket and basic datas
	table = "["
	table += 'id=%d' % node[0]
	table += ',actor=%s' % Id.get_player_name(node[1])
	table += ',type=%d' % node[3]
	# Inventory Manipulation
	table += ';list=%s' % node[4]
	table += ',index=%s' % node[5]
	table += ',add=%s' % node[6]
	table += ',stacknode=%s' % Id.get_node_name(node[7])
	table += ',stackquantity=%s' % node[8]
	# Position
	table += ';x=%s,y=%s,z=%s' % (node[10], node[11], node[12])
	# New node
	table += ';newnode=%s' % Id.get_node_name(node[17])
	table += ',newparam1=%s' % ston(node[18])
	table += ',newparam2=%s' % ston(node[19])
	table += ',newmeta=%s' % decode(node[20])
	# Ending
	table += ']\n'
	return (table)

def write_list(nodes, i):
	try:
		name = "rollback/database-output.%s.txt" % i
		f = open(name, "w")
	except Exception as err:
		print(err)
		sys.exit(1)

	for node in nodes:
		table = to_table(node)
		f.write(table)
	f.close()


########################################################################
## Main
#

if __name__ == '__main__':
	Id = Convert_id(db)
	#select all nodes player as set i where time >= time
	#timestamp = 1426978800
	timestamp = 0
	i = 0
	while timestamp <= time.time():
			all_nodes = select_all_nodes(timestamp, timestamp+24*60*60)
			if len(all_nodes) > 0:
				write_list(all_nodes, i)
				i += 1
				print("%s (%s) to %s (%s) => %s entries" % (
					time.strftime("%m/%d/%Y", time.gmtime(timestamp)), timestamp,
					time.strftime("%m/%d/%Y", time.gmtime(timestamp+24*60*60)), timestamp+24*60*60,
					len(all_nodes))
				)
			timestamp += 24*60*60