stream: another missing end event

Version: master 3124146
Platform: all
Subsystem: stream

1e0f331 introduced another issue where end isn't emitted. Note that this is a different issue than #18294 although they seem related.

Here is a test case. After some poking around it seems to be back pressure related.

var stream = require('stream')

var ended = false
var missing = 50

var rs = new stream.Readable({
  objectMode: true,
  read: () => {
    if (missing--) rs.push({})
    else rs.push(null)
  }
})

var a = rs.pipe(new stream.PassThrough({objectMode: true}))
  .pipe(new stream.PassThrough({objectMode: true}))

a.on('end', function () {
  wrap.push(null)
})

var wrap = new stream.Readable({
  objectMode: true,
  read: () => {
    process.nextTick(function () {
      var data = a.read()
      if (data === null) {
        a.once('readable', function () {
          data = a.read()
          if (data !== null) wrap.push(data)
        })
      } else {
        wrap.push(data)
      }
    })
  }
})

wrap.resume()
wrap.on('end', function () {
  ended = true
})

process.on('exit', function () {
  if (!ended) throw new Error('stream should end')
})

@mcollina

/cc @mcollina @AndreasMadsen

could this be somehow related? #18058 I.e. false positives "ends" vs no "ends"?..

@mkartashov

@mkartashov no, this is definitely something appearing in master. I'll have a look into the other one.

I managed to boil this down to the following test case

var stream = require('stream')

var ticks = 17
var rs = new stream.Readable({
  objectMode: true,
  read: (s, n) => {
    if (ticks-- > 0) return process.nextTick(_ => rs.push({}))
    rs.push({})
    rs.push(null)
  }
})

var ws = new stream.Writable({
  highWaterMark: 0,
  objectMode: true,
  write: function (data, end, cb) {
    console.log('writing data', data)
    setImmediate(cb)
  }
})

var finished = false
rs.pipe(ws)

ws.on('finish', function () {
  finished = true
})

process.on('exit', function () {
  if (!finished) throw new Error('should have finished')
})

stream: always reset awaitDrain when emitting data

Navigation Menu

Repository navigation

stream: another missing end event #18484

Metadata

Assignees

Labels

Type

Projects

Milestone

Relationships

Development

stream: another missing end event #18484

Description

Activity

mafintosh commented on Jan 31, 2018

mkartashov commented on Feb 1, 2018

mcollina commented on Feb 1, 2018

mafintosh commented on Feb 1, 2018

Metadata

Metadata

Assignees

Labels

Type

Projects

Milestone

Relationships

Development

Issue actions