Unverified Commit 015254c3 authored by Bharath Ramsundar's avatar Bharath Ramsundar Committed by GitHub
Browse files

Merge pull request #1500 from peastman/seqtoseq

Improvements to SeqToSeq
parents 7e034d6e 5959c165
Loading
Loading
Loading
Loading
+3 −3
Original line number Diff line number Diff line
@@ -194,7 +194,7 @@ class SeqToSeq(TensorGraph):
            tf.minimum(1.0, anneal_frac * anneal_frac), name='kl_scale')
      else:
        kl_scale = 1.0
      loss += 0.5 * kl_scale * layers.ReduceMean(layers.ReduceSum(kl, axis=1))
      loss += 0.5 * kl_scale * layers.ReduceMean(kl)
    return loss

  def fit_sequences(self,
@@ -369,8 +369,8 @@ class SeqToSeq(TensorGraph):
    for i, sequence in enumerate(sequences):
      for j, token in enumerate(sequence):
        labels[i, j, self._output_dict[token]] = 1
      if lengths[i] < self._max_output_length:
        labels[i, lengths[i], end_marker_index] = 1
      for j in range(lengths[i], self._max_output_length):
        labels[i, j, end_marker_index] = 1
    return labels

  def _batch_elements(self, elements):
+1 −1
Original line number Diff line number Diff line
@@ -17,7 +17,7 @@ class TestSeqToSeq(unittest.TestCase):
  def test_int_sequence(self):
    """Test learning to reproduce short sequences of integers."""

    sequence_length = 10
    sequence_length = 8
    tokens = list(range(10))
    s = dc.models.SeqToSeq(
        tokens,