Source code for gtnn.learn.simple

import numpy as np


[docs]def train(net, inputs, outputs, numEpochs=100, learningRate=0.1):
    inputs = np.array(inputs)
    outputs = np.array(outputs)

    epochIdx = 0
    while True:
        for inp, out in zip(inputs, outputs):
            netOut = net.forward(inp)
            err = netOut - out
            net.backward(err)

            # Weights learning:
            for e in net.g.edges():
                net.weightProp[e] -= net.valueProp[e.source()] * \
                    learningRate * net.errorProp[e.target()]

            # Bias learning
            for v in net.g.vertices():
                net.biasProp[v] -= learningRate * net.errorProp[v]

        # End condition
        epochIdx += 1
        if epochIdx > numEpochs:
            break


[docs]def miniBatchTrain(net,
                   inputs,
                   outputs,
                   numEpochs=100,
                   learningRate=0.1,
                   batchSize=10):
    inputs = np.array(inputs)
    outputs = np.array(outputs)
    epochIdx = 0

    sumWeightChangeProp = net.addEdgeProperty("sum weight change",
                                              "long double")

    sumBiasChangeProp = net.addVertexProperty("sum bias change",
                                              "long double")

    while True:
        for idx, (inp, out) in enumerate(zip(inputs, outputs)):
            netOut = net.forward(inp)
            err = netOut - out
            net.backward(err)

            # Summing up the changes in weights and bias
            for e in net.g.edges():
                sumWeightChangeProp[e] += net.valueProp[e.source()] * \
                    net.errorProp[e.target()]

            for v in net.g.vertices():
                sumBiasChangeProp[v] += net.errorProp[v]

            if idx % batchSize == 0:
                # Weights learning:
                for e in net.g.edges():
                    net.weightProp[e] -= learningRate * \
                        sumWeightChangeProp[e] / batchSize

                # Bias learning
                for v in net.g.vertices():
                    net.biasProp[v] -= learningRate * \
                        sumBiasChangeProp[v] / batchSize

                # Reset the changes
                sumWeightChangeProp.a = np.zeros(net.g.num_edges())
                sumBiasChangeProp.a = np.zeros(net.g.num_vertices())

        # End condition
        epochIdx += 1
        if epochIdx > numEpochs:
            break


[docs]def batchTrain(net,
               inputs,
               outputs,
               numEpochs=100,
               learningRate=0.1):

    inputs = np.array(inputs)
    outputs = np.array(outputs)
    batchSize = len(inputs)

    sumWeightChangeProp = net.addEdgeProperty("sum weight change",
                                              "long double")

    sumBiasChangeProp = net.addVertexProperty("sum bias change",
                                              "long double")

    epochIdx = 0
    while True:
        for inp, out in zip(inputs, outputs):
            netOut = net.forward(inp)
            err = netOut - out
            net.backward(err)

            # Summing up the changes in weights and bias
            for e in net.g.edges():
                sumWeightChangeProp[e] += net.valueProp[e.source()] * \
                    net.errorProp[e.target()]

            for v in net.g.vertices():
                sumBiasChangeProp[v] += net.errorProp[v]

        # Weights learning:
        for e in net.g.edges():
            net.weightProp[e] -= learningRate * \
                sumWeightChangeProp[e] / batchSize

        # Bias learning
        for v in net.g.vertices():
            net.biasProp[v] -= learningRate * \
                sumBiasChangeProp[v] / batchSize

        # Reset the changes
        sumWeightChangeProp.a = np.zeros(net.g.num_edges())
        sumBiasChangeProp.a = np.zeros(net.g.num_vertices())

        # End condition
        epochIdx += 1
        if epochIdx > numEpochs:
            break