(vocab_size=None,  # pylint:disable=invalid-name
        max_length=None,
        noise_density=0.15,
        mean_noise_span_length=3.0)
return Serial(
      # Generate sequential chunks.
      generate_sequential_chunks(max_length=max_length),
      # Generate mask and chunk.
      generate_random_noise_mask(
          noise_density=noise_density,
          mean_noise_span_length=mean_noise_span_length),
      # Consume mask and chunk to give (input, targets).
      consume_noise_mask(vocab_size=vocab_size),
  )
Pipeline that just does MLM.
Pipeline that just does MLM.
Pipeline that just does MLM .
def MLM(vocab_size=None,  # pylint:disable=invalid-name
        max_length=None,
        noise_density=0.15,
        mean_noise_span_length=3.0):
  """Pipeline that just does MLM."""
  return Serial(
      # Generate sequential chunks.
      generate_sequential_chunks(max_length=max_length),
      # Generate mask and chunk.
      generate_random_noise_mask(
          noise_density=noise_density,
          mean_noise_span_length=mean_noise_span_length),
      # Consume mask and chunk to give (input, targets).
      consume_noise_mask(vocab_size=vocab_size),
  )
def MLM ( vocab_size = None , # pylint:disable=invalid-name max_length = None , noise_density = 0.15 , mean_noise_span_length = 3.0 ) : return Serial ( # Generate sequential chunks. generate_sequential_chunks ( max_length = max_length ) , # Generate mask and chunk. generate_random_noise_mask ( noise_density = noise_density , mean_noise_span_length = mean_noise_span_length ) , # Consume mask and chunk to give (input, targets). consume_noise_mask ( vocab_size = vocab_size ) , )