nerv/io/init.lua


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

function nerv.ChunkFile:write_chunkdata(metadata, writer)
    if type(metadata) ~= "table" then
        nerv.error("metadata should be a Lua table")
        return
    end
    return self:_write_chunkdata(table.tostring(metadata), writer)
end

function nerv.ChunkFile:write_chunk(chunk)
    local id = chunk.id
    local type = chunk.__typename
    if id == nil then
        nerv.error("id of chunk %s must be specified", type)
    end
    self:write_chunkdata({id = id,
                            type = type,
                            info = chunk:get_info()}, chunk)
end

function nerv.ChunkFile:read_chunk(id, global_conf)
    if self.metadata == nil then
        nerv.error("wrong file opening mode")
    end
    local metadata = self.metadata[id]
    if metadata == nil then
        nerv.error("chunk with id %s does not exist", id)
    end
    local chunk_type = nerv.get_type(metadata.type)
    local chunk = chunk_type(id, global_conf)
    chunk:set_info(metadata.info)
    chunk:read(self:get_chunkdata(id))
    return chunk
end

local DataReader = nerv.class("nerv.DataReader")

function DataReader:__init(global_conf, reader_conf)
    nerv.error_method_not_implemented()
end

function DataReader:get_data()
    nerv.error_method_not_implemented()
end

local DataBuffer = nerv.class("nerv.DataBuffer")

function DataBuffer:__init(global_conf, buffer_conf)
    nerv.error_method_not_implemented()
end

function DataBuffer:get_batch()
    nerv.error_method_not_implemented()
end

nerv.include('sgd_buffer.lua')