mtcontrib/mapgen_rivers
1
0
Fork 0
mirror of https://gitlab.com/gaelysam/mapgen_rivers.git synced 2025-02-22 06:50:29 +01:00
Code Issues Projects Releases Wiki Activity

Compress data files (reduces size by a factor 3-4)

Browse Source
This commit is contained in:
Gael-de-Sailly 2020-04-13 15:59:34 +02:00
parent da98a538bb
commit af7a7ce26d
4 changed files with 28 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
init.lua
View File

@ -24,22 +24,22 @@ local X = tonumber(sfile:read('*l'))
local Z = tonumber(sfile:read('*l')) local Z = tonumber(sfile:read('*l'))
copy_if_needed('dem') copy_if_needed('dem')
local dem = load_map(worldpath..'dem', 2, true) local dem = load_map(worldpath..'dem', 2, true, X*Z)
copy_if_needed('lakes') copy_if_needed('lakes')
local lakes = load_map(worldpath..'lakes', 2, true) local lakes = load_map(worldpath..'lakes', 2, true, X*Z)
copy_if_needed('bounds_x') copy_if_needed('bounds_x')
local bounds_x = load_map(worldpath..'bounds_x', 4, false) local bounds_x = load_map(worldpath..'bounds_x', 4, false, (X-1)*Z)
copy_if_needed('bounds_y') copy_if_needed('bounds_y')
local bounds_z = load_map(worldpath..'bounds_y', 4, false) local bounds_z = load_map(worldpath..'bounds_y', 4, false, X*(Z-1))
copy_if_needed('offset_x') copy_if_needed('offset_x')
local offset_x = load_map(worldpath..'offset_x', 1, true) local offset_x = load_map(worldpath..'offset_x', 1, true, X*Z)
for k, v in ipairs(offset_x) do for k, v in ipairs(offset_x) do
offset_x[k] = (v+0.5)/256 offset_x[k] = (v+0.5)/256
end end
copy_if_needed('offset_y') copy_if_needed('offset_y')
local offset_z = load_map(worldpath..'offset_y', 1, true) local offset_z = load_map(worldpath..'offset_y', 1, true, X*Z)
for k, v in ipairs(offset_z) do for k, v in ipairs(offset_z) do
offset_z[k] = (v+0.5)/256 offset_z[k] = (v+0.5)/256
end end

7
load.lua
View File

@ -1,11 +1,12 @@
local function load_map(filename, bytes, signed) local function load_map(filename, bytes, signed, size)
local file = io.open(filename, 'r') local file = io.open(filename, 'r')
local data = file:read('*all') local data = file:read('*all')
if #data < bytes*size then
data = minetest.decompress(data)
end
local map = {} local map = {}
local size = math.floor(#data/bytes)
for i=1, size do for i=1, size do
local i0, i1 = (i-1)*bytes+1, i*bytes local i0, i1 = (i-1)*bytes+1, i*bytes
local elements = {data:byte(i0, i1)} local elements = {data:byte(i0, i1)}

7
save.py
View File

@ -1,8 +1,13 @@
import numpy as np import numpy as np
import zlib
def save(data, fname, dtype=None): def save(data, fname, dtype=None):
if dtype is not None: if dtype is not None:
data = data.astype(dtype) data = data.astype(dtype)
bin_data = data.tobytes()
bin_data_comp = zlib.compress(bin_data, 9)
if len(bin_data_comp) < len(bin_data):
bin_data = bin_data_comp
with open(fname, 'wb') as f: with open(fname, 'wb') as f:
f.write(data.tobytes()) f.write(bin_data)

15
view_map.py
View File

@ -1,13 +1,22 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
import numpy as np import numpy as np
import zlib
import matplotlib.pyplot as plt import matplotlib.pyplot as plt
def load_map(name, dtype, shape):
dtype = np.dtype(dtype)
with open(name, 'rb') as f:
data = f.read()
if len(data) < shape[0]*shape[1]*dtype.itemsize:
data = zlib.decompress(data)
return np.frombuffer(data, dtype=dtype).reshape(shape)
shape = np.loadtxt('size', dtype='u4') shape = np.loadtxt('size', dtype='u4')
n = shape[0] * shape[1] n = shape[0] * shape[1]
dem = np.fromfile('dem', dtype='>i2').reshape(shape) dem = load_map('dem', '>i2', shape)
lakes = np.fromfile('lakes', dtype='>i2').reshape(shape) lakes = load_map('lakes', '>i2', shape)
rivers = np.fromfile('rivers', dtype='>u4').reshape(shape) rivers = load_map('rivers', '>u4', shape)
plt.subplot(1,3,1) plt.subplot(1,3,1)
plt.pcolormesh(dem, cmap='viridis') plt.pcolormesh(dem, cmap='viridis')