Unverified Commit f1d98479 authored by micimize's avatar micimize
Browse files

fix flake8 complaints

parent c7a6c148
Loading
Loading
Loading
Loading
+1 −1
Original line number Diff line number Diff line
@@ -6,7 +6,7 @@ import random
import tempfile
import itertools
import logging
from typing import Any, Dict, List, Iterator, Optional, Sequence, Tuple, Union
from typing import Any, Dict, List, Iterator, Optional, Sequence, Tuple

import numpy as np
import pandas as pd
+2 −0
Original line number Diff line number Diff line
@@ -322,6 +322,7 @@ def load_json_files(input_files: List[str],
        shard_num += 1
        yield df


def load_pickle_file(input_file: str) -> Any:
  """Load from single, possibly gzipped, pickle file.

@@ -343,6 +344,7 @@ def load_pickle_file(input_file: str) -> Any:
    with open(input_file, "rb") as opened_file:
      return pickle.load(opened_file)


def load_pickle_files(input_files: List[str]) -> Iterator[Any]:
  """Load dataset from pickle files.