The provided input requirements matching the loopback parameters may replace by the client train data requirements. ( TensorSpec ) federated
You can do works parallel by different types of input parameters.
[ Sample ]:
import tensorflow as tf
import tensorflow_federated as tff
# Load simulation data.
source, _ = tff.simulation.datasets.emnist.load_data()
def client_data(n):
return source.create_tf_dataset_for_client(source.client_ids[n]).map(
lambda e: (tf.reshape(e['pixels'], [-1]), e['label'])
).repeat(10).batch(20)
train_data = [client_data(n) for n in range(3)]
def create_keras_model():
model = tf.keras.models.Sequential([ ])
model.add(tf.keras.layers.InputLayer(input_shape=( 784 )))
model.add(tf.keras.layers.Reshape((784, 1)))
model.add(tf.keras.layers.LSTM(32))
model.add(tf.keras.layers.Dense(1))
return model
def model_fn():
keras_model = create_keras_model()
return tff.learning.from_keras_model( keras_model,
input_spec=train_data[0].element_spec,
loss=tf.keras.losses.MeanSquaredError(reduction=tf.keras.losses.Reduction.AUTO),
metrics=[tf.keras.metrics.MeanSquaredError( ), tf.keras.metrics.Accuracy( )])
# Simulate a few rounds of training with the selected client devices.
trainer = tff.learning.build_federated_averaging_process( model_fn, client_optimizer_fn=lambda : tf.keras.optimizers.SGD(0.1),
server_optimizer_fn=lambda : tf.keras.optimizers.SGD(1.0))
state = trainer.initialize()
for _ in range(50):
state, metrics = trainer.next(state, train_data)
#print(metrics['train']['loss'])
print(metrics)
[ Output ]:
OrderedDict([('broadcast', ()), ('aggregation', OrderedDict([('value_sum_process', ()), ('weight_sum_process', ())])), ('train', OrderedDict([('mean_squared_error', 8.502816), ('accuracy', 0.0), ('loss', 8.5030365)]))])
OrderedDict([('broadcast', ()), ('aggregation', OrderedDict([('value_sum_process', ()), ('weight_sum_process', ())])), ('train', OrderedDict([('mean_squared_error', 8.500688), ('accuracy', 0.0), ('loss', 8.500914)]))])
OrderedDict([('broadcast', ()), ('aggregation', OrderedDict([('value_sum_process', ()), ('weight_sum_process', ())])), ('train', OrderedDict([('mean_squared_error', 8.498711), ('accuracy', 0.0), ('loss', 8.498943)]))])