SftpStore list hangs when there are too many files in directory about fs2-blobstore HOT 8 CLOSED

  val session: IO[Session] = IO {
    val jsch = new JSch()
    val session = jsch.getSession("sftp-user", "sftp-host", 22)
    val proxy = new ProxySOCKS5("proxy-host", 1080)

    proxy.setUserPasswd("proxy-user", "proxy-password")

    session.setConfig("StrictHostKeyChecking", "no")
    session.setPassword("sftp-password")
    session.setTimeout(60 * 60)
    session.setProxy(proxy);

    session
  }

  val store: Resource[IO, SftpStore[IO]] = SftpStore(session, Some(32))
  val pmFolder = "/some/huge/directory"

  def main(args: List[String]): Unit = {
    val xs = fs2.Stream
      .resource(store)
      .flatMap(_.list(Path(pmFolder), true))
      .evalMap(file => store.use { _.get(file, 1024).compile.toList  })
      .flatMap(fs2.Stream.emits)
      .through(fs2.compression.Compression[IO].gunzip(1024))
      .flatMap(_.content)
      .through(fs2.io.toInputStream)
      .map(file => parse(IOUtils.toString(file)))
      .debug()
      .compile
      .toList()

    println(xs.length)
  }

val session: IO[Session] = IO.delay {
  val jsch = new JSch()
  val session = jsch.getSession("user", "localhost", 2222)
  session.setTimeout(10000)
  session.setPassword("password")
  val config = new Properties
  config.put("StrictHostKeyChecking", "no")
  session.setConfig(config)
  session
}

val store: Resource[IO, SftpStore[IO]] = SftpStore(session, Some(32))
val pmFolder = "/some/huge/directory"

// Not sure what is this
type T = ???
def parse(str: String): T = ???
// Not sure what is this

def listContents(
    sftpStore: SftpStore[IO],
    folderPath: Path.Plain
): IO[List[T]] =
  sftpStore
    .list(folderPath, recursive = true)
    .evalMap { file => // Can also use parEvalMap/parEvalMapUnordered
      val fileContent: IO[String] = sftpStore
        .get(file, 1024)
        .through(Compression[IO].gunzip(1024))
        .flatMap(_.content)
        .through(fs2.text.utf8Decode)
        .compile
        .foldMonoid

      fileContent.map(parse)
    }
    .debug()
    .compile
    .toList

override def run(args: List[String]): IO[ExitCode] = store
  .use { sftpStore =>
    for {
      l <- listContents(sftpStore, Path(pmFolder))
      _ <- Console[IO].println(l.length)
    } yield ()
  }
  .as(ExitCode.Success)