0001-always-use-per-cpu-bulkmode-relayfs-files-to-communi.patch

From 024d1fad3d97e9e914cf62068abe0caa8e57d56d Mon Sep 17 00:00:00 2001
From: Sultan Alsawaf <sultan@openresty.com>
Date: Fri, 4 Dec 2020 17:11:25 -0800
Subject: [PATCH] always use per-cpu bulkmode relayfs files to communicate with
 userspace

Using a mutex_trylock() in __stp_print_flush() leads to a lot of havoc,
for numerous. Firstly, since __stp_print_flush() can be called from IRQ
context, holding the inode mutex from here would make the mutex owner
become nonsense, since mutex locks can only be held in contexts backed
by the scheduler. Secondly, the mutex_trylock implementation has a
spin_lock() inside of it that leads to two issues: IRQs aren't disabled
when acquiring this spin_lock(), so using it from IRQ context can lead
to a deadlock, and since spin locks can have tracepoints via
lock_acquire(), the spin_lock() can recurse on itself inside a stap
probe and deadlock, like so:

 #0 [ffff88017f6d7a08] kvm_wait at ffffffff81079f5a
 #1 [ffff88017f6d7a30] __pv_queued_spin_lock_slowpath at ffffffff8114f51e
 #2 [ffff88017f6d7a70] queued_spin_lock_slowpath at ffffffff810e842b
 #3 [ffff88017f6d7a80] mutex_trylock at ffffffff81882b1b
 #4 [ffff88017f6d7ab8] _stp_transport_trylock_relay_inode at ffffffffc0c599df [stap_47650d3377d05db0ab7cbbaa25765809__11657]
 #5 [ffff88017f6d7ad8] __stp_print_flush at ffffffffc09b6483 [stap_47650d3377d05db0ab7cbbaa25765809__11657]
 #6 [ffff88017f6d7b10] probe_7879 at ffffffffc0a98c85 [stap_47650d3377d05db0ab7cbbaa25765809__11657]
 #7 [ffff88017f6d7b38] enter_real_tracepoint_probe_1543 at ffffffffc0c3b757 [stap_47650d3377d05db0ab7cbbaa25765809__11657]
 #8 [ffff88017f6d7b70] enter_tracepoint_probe_1543 at ffffffffc09b117e [stap_47650d3377d05db0ab7cbbaa25765809__11657]
 #9 [ffff88017f6d7b80] lock_acquire at ffffffff811460ba

The reason the mutex_trylock() was needed in the first place was because
staprun doesn't properly use the relayfs API when reading buffers in
non-bulk mode. It tries to read all CPUs' buffers from a single thread,
when it should be reading each CPU's buffer from a thread running on
said CPU in order to utilize relayfs' synchronization guarantees, which
are made by disabling IRQs on the local CPU when a buffer is modified.

This change makes staprun always use per-CPU threads to read print
buffers so that we don't need the mutex_trylock() in the print flush
routine, which resolves a wide variety of serious bugs.
---
 runtime/print_flush.c         | 127 +++------------------------------
 runtime/transport/relay_v2.c  | 128 +---------------------------------
 runtime/transport/transport.c |  18 -----
 runtime/transport/transport.h |  18 -----
 staprun/relay.c               |  27 +++----
 5 files changed, 24 insertions(+), 294 deletions(-)

diff --git a/runtime/print_flush.c b/runtime/print_flush.c
index acd6a32d9..f4d72d30f 100644
--- a/runtime/print_flush.c
+++ b/runtime/print_flush.c
@@ -18,6 +18,7 @@
 
 static void __stp_print_flush(struct _stp_log *log)
 {
+	char *bufp = log->buf;
 	size_t len = log->len;
 	void *entry = NULL;
 
@@ -26,126 +27,20 @@ static void __stp_print_flush(struct _stp_log *log)
 		return;
 
 	log->len = 0;
-
 	dbug_trans(1, "len = %zu\n", len);
-
-#ifdef STP_BULKMODE
-#ifdef NO_PERCPU_HEADERS
-	{
-		char *bufp = log->buf;
-		int inode_locked;
-
-		if (!(inode_locked = _stp_transport_trylock_relay_inode())) {
-			atomic_inc (&_stp_transport_failures);
-#ifndef STP_TRANSPORT_RISKY
-			return;
-#endif
-		}
-
-		while (len > 0) {
-			size_t bytes_reserved;
-
-			bytes_reserved = _stp_data_write_reserve(len, &entry);
-			if (likely(entry && bytes_reserved > 0)) {
-				memcpy(_stp_data_entry_data(entry), bufp,
-				       bytes_reserved);
-				_stp_data_write_commit(entry);
-				bufp += bytes_reserved;
-				len -= bytes_reserved;
-			}
-			else {
-				atomic_inc(&_stp_transport_failures);
-				break;
-			}
-		}
-
-		if (inode_locked)
-			_stp_transport_unlock_relay_inode();
-	}
-
-#else  /* !NO_PERCPU_HEADERS */
-
-	{
-		char *bufp = log->buf;
-		struct _stp_trace t = {	.sequence = _stp_seq_inc(),
-					.pdu_len = len};
+	do {
 		size_t bytes_reserved;
-		int inode_locked;
 
-		if (!(inode_locked = _stp_transport_trylock_relay_inode())) {
-			atomic_inc (&_stp_transport_failures);
-#ifndef STP_TRANSPORT_RISKY
-			return;
-#endif
-		}
-
-		bytes_reserved = _stp_data_write_reserve(sizeof(struct _stp_trace), &entry);
-		if (likely(entry && bytes_reserved > 0)) {
-			/* prevent unaligned access by using memcpy() */
-			memcpy(_stp_data_entry_data(entry), &t, sizeof(t));
+		bytes_reserved = _stp_data_write_reserve(len, &entry);
+		if (likely(entry && bytes_reserved)) {
+			memcpy(_stp_data_entry_data(entry), bufp,
+			       bytes_reserved);
 			_stp_data_write_commit(entry);
-		}
-		else {
+			bufp += bytes_reserved;
+			len -= bytes_reserved;
+		} else {
 			atomic_inc(&_stp_transport_failures);
-			goto done;
+			break;
 		}
-
-		while (len > 0) {
-			bytes_reserved = _stp_data_write_reserve(len, &entry);
-			if (likely(entry && bytes_reserved > 0)) {
-				memcpy(_stp_data_entry_data(entry), bufp,
-				       bytes_reserved);
-				_stp_data_write_commit(entry);
-				bufp += bytes_reserved;
-				len -= bytes_reserved;
-			}
-			else {
-				atomic_inc(&_stp_transport_failures);
-				break;
-			}
-		}
-
-	done:
-
-		if (inode_locked)
-			_stp_transport_unlock_relay_inode();
-	}
-#endif /* !NO_PERCPU_HEADERS */
-
-#else  /* !STP_BULKMODE */
-
-	{
-		char *bufp = log->buf;
-		int inode_locked;
-
-		if (!(inode_locked = _stp_transport_trylock_relay_inode())) {
-			atomic_inc (&_stp_transport_failures);
-#ifndef STP_TRANSPORT_RISKY
-			dbug_trans(0, "discarding %zu bytes of data\n", len);
-			return;
-#endif
-		}
-
-		dbug_trans(1, "calling _stp_data_write...\n");
-		while (len > 0) {
-			size_t bytes_reserved;
-
-			bytes_reserved = _stp_data_write_reserve(len, &entry);
-			if (likely(entry && bytes_reserved > 0)) {
-				memcpy(_stp_data_entry_data(entry), bufp,
-				       bytes_reserved);
-				_stp_data_write_commit(entry);
-				bufp += bytes_reserved;
-				len -= bytes_reserved;
-			}
-			else {
-			    atomic_inc(&_stp_transport_failures);
-			    break;
-			}
-		}
-
-		if (inode_locked)
-			_stp_transport_unlock_relay_inode();
-	}
-#endif /* !STP_BULKMODE */
+	} while (len > 0);
 }
diff --git a/runtime/transport/relay_v2.c b/runtime/transport/relay_v2.c
index ff621f71d..8fecf1c7f 100644
--- a/runtime/transport/relay_v2.c
+++ b/runtime/transport/relay_v2.c
@@ -117,24 +117,17 @@ static void __stp_relay_wakeup_readers(struct rchan_buf *buf)
 
 static void __stp_relay_wakeup_timer(stp_timer_callback_parameter_t unused)
 {
-#ifdef STP_BULKMODE
 	int i;
-#endif
 
 	if (atomic_read(&_stp_relay_data.wakeup)) {
 		struct rchan_buf *buf;
 		
 		atomic_set(&_stp_relay_data.wakeup, 0);
-#ifdef STP_BULKMODE
 		for_each_possible_cpu(i) {
 			buf = _stp_get_rchan_subbuf(_stp_relay_data.rchan->buf,
 						    i);
 			__stp_relay_wakeup_readers(buf);
 		}
-#else
-		buf = _stp_get_rchan_subbuf(_stp_relay_data.rchan->buf, 0);
-		__stp_relay_wakeup_readers(buf);
-#endif
 	}
 
 	if (atomic_read(&_stp_relay_data.transport_state) == STP_TRANSPORT_RUNNING)
@@ -235,55 +228,8 @@ static void _stp_transport_data_fs_stop(void)
 		atomic_set (&_stp_relay_data.transport_state, STP_TRANSPORT_STOPPED);
 		del_timer_sync(&_stp_relay_data.timer);
 		dbug_trans(0, "flushing...\n");
-		if (_stp_relay_data.rchan) {
-			struct rchan_buf *buf;
-
-			/* NB we cannot call relay_flush() directly here since
-			 * we need to do inode locking ourselves.
-			 */
-
-#ifdef STP_BULKMODE
-			unsigned int i;
-			struct rchan *rchan = _stp_relay_data.rchan;
-
-			for_each_possible_cpu(i) {
-				buf = _stp_get_rchan_subbuf(rchan->buf, i);
-				if (buf) {
-					struct inode *inode = buf->dentry->d_inode;
-
-					/* NB we are in the syscall context which
-					 * allows sleeping. The following inode
-					 * locking might sleep. See PR26131. */
-					_stp_lock_inode(inode);
-
-					/* NB we intentionally avoids calling
-					 * our own __stp_relay_switch_subbuf()
-					 * since here we can sleep. */
-					relay_switch_subbuf(buf, 0);
-
-					_stp_unlock_inode(inode);
-				}
-			}
-#else  /* !STP_BULKMODE */
-			buf = _stp_get_rchan_subbuf(_stp_relay_data.rchan->buf, 0);
-
-			if (buf != NULL) {
-				struct inode *inode = buf->dentry->d_inode;
-
-				/* NB we are in the syscall context which allows
-				 * sleeping. The following inode locking might
-				 * sleep. See PR26131. */
-				_stp_lock_inode(inode);
-
-				/* NB we intentionally avoids calling
-				 * our own __stp_relay_switch_subbuf()
-				 * since here we can sleep. */
-				relay_switch_subbuf(buf, 0);
-
-				_stp_unlock_inode(inode);
-			}
-#endif
-		}
+		if (_stp_relay_data.rchan)
+			relay_flush(_stp_relay_data.rchan);
 	}
 }
 
@@ -308,9 +254,7 @@ static int _stp_transport_data_fs_init(void)
 
 	/* Create "trace" file. */
 	npages = _stp_subbuf_size * _stp_nsubbufs;
-#ifdef STP_BULKMODE
 	npages *= num_online_cpus();
-#endif
 	npages >>= PAGE_SHIFT;
 	si_meminfo(&si);
 #define MB(i) (unsigned long)((i) >> (20 - PAGE_SHIFT))
@@ -347,9 +291,7 @@ static int _stp_transport_data_fs_init(void)
         {
                 u64 relay_mem;
                 relay_mem = _stp_subbuf_size * _stp_nsubbufs;
-#ifdef STP_BULKMODE
                 relay_mem *= num_online_cpus();
-#endif
                 _stp_allocated_net_memory += relay_mem;
                 _stp_allocated_memory += relay_mem;
         }
@@ -386,12 +328,7 @@ _stp_data_write_reserve(size_t size_request, void **entry)
 		return -EINVAL;
 
 	buf = _stp_get_rchan_subbuf(_stp_relay_data.rchan->buf,
-#ifdef STP_BULKMODE
-				    smp_processor_id()
-#else
-				    0
-#endif
-				    );
+				    smp_processor_id());
 	if (unlikely(buf->offset + size_request > buf->chan->subbuf_size)) {
 		size_request = __stp_relay_switch_subbuf(buf, size_request);
 		if (!size_request)
@@ -414,62 +351,3 @@ static int _stp_data_write_commit(void *entry)
 	/* Nothing to do here. */
 	return 0;
 }
-
-static noinline int _stp_transport_trylock_relay_inode(void)
-{
-	unsigned i;
-	struct rchan_buf *buf;
-	struct inode *inode;
-#ifdef DEBUG_TRANS
-	cycles_t begin;
-#endif
-
-	buf = _stp_get_rchan_subbuf(_stp_relay_data.rchan->buf,
-#ifdef STP_BULKMODE
-				    smp_processor_id()
-#else
-				    0
-#endif
-				    );
-	if (buf == NULL)
-		return 0;
-
-	inode = buf->dentry->d_inode;
-
-#ifdef DEBUG_TRANS
-	begin = get_cycles();
-#endif
-
-	/* NB this bounded spinlock is needed for stream mode. it is observed
-	 * that almost all of the iterations needed are less than 50K iterations
-	 * or about 300K cycles.
-	 */
-	for (i = 0; i < 50 * 1000; i++) {
-		if (_stp_trylock_inode(inode)) {
-			dbug_trans(3, "got inode lock: i=%u: cycles: %llu", i,
-				   get_cycles() - begin);
-			return 1;
-		}
-	}
-
-	dbug_trans(0, "failed to get inode lock: i=%u: cycles: %llu", i,
-		   get_cycles() - begin);
-	return 0;
-}
-
-static void _stp_transport_unlock_relay_inode(void)
-{
-	struct rchan_buf *buf;
-
-	buf = _stp_get_rchan_subbuf(_stp_relay_data.rchan->buf,
-#ifdef STP_BULKMODE
-				    smp_processor_id()
-#else
-				    0
-#endif
-				    );
-	if (buf == NULL)
-		return;
-
-	_stp_unlock_inode(buf->dentry->d_inode);
-}
diff --git a/runtime/transport/transport.c b/runtime/transport/transport.c
index 96426eb7b..207fc40dc 100644
--- a/runtime/transport/transport.c
+++ b/runtime/transport/transport.c
@@ -49,7 +49,6 @@ static int _stp_probes_started = 0;
  * transport state flag is atomic. */
 static atomic_t _stp_transport_state = ATOMIC_INIT(_STP_TS_UNINITIALIZED);
 
-static inline int _stp_trylock_inode(struct inode *inode);
 static inline void _stp_lock_inode(struct inode *inode);
 static inline void _stp_unlock_inode(struct inode *inode);
 
@@ -643,23 +642,6 @@ err0:
 	return -1;
 }
 
-/* returns 1 when the lock is successfully acquired, 0 otherwise. */
-static inline int _stp_trylock_inode(struct inode *inode)
-{
-#ifdef STAPCONF_INODE_RWSEM
-	return inode_trylock(inode);
-#else
-#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,16)
-	return mutex_trylock(&inode->i_mutex);
-#else
-	/* NB down_trylock() uses a different convention where 0 means
-	 * the lock is successfully acquired.
-	 */
-	return !down_trylock(&inode->i_sem);
-#endif
-#endif
-}
-
 static inline void _stp_lock_inode(struct inode *inode)
 {
 #ifdef STAPCONF_INODE_RWSEM
diff --git a/runtime/transport/transport.h b/runtime/transport/transport.h
index 51723b7f5..cc09fc0ae 100644
--- a/runtime/transport/transport.h
+++ b/runtime/transport/transport.h
@@ -98,24 +98,6 @@ enum _stp_transport_state {
  */
 static enum _stp_transport_state _stp_transport_get_state(void);
 
-/*
- * _stp_transport_trylock_relay_inode
- *
- * This function locks the relay file inode to protect against relay readers
- * (i.e., staprun/stapio).
- * Returns whether the lock is successfully obtained.
- */
-static noinline int _stp_transport_trylock_relay_inode(void);
-
-/*
- * _stp_transport_unlock_relay_inode
- *
- * This function releases the lock obtained by
- * _stp_transport_trylock_relay_inode.
- * should only call this when the lock is indeed obtained.
- */
-static void _stp_transport_unlock_relay_inode(void);
-
 /*
  * _stp_transport_data_fs_init
  *
diff --git a/staprun/relay.c b/staprun/relay.c
index 2f5f2e06a..c76e76719 100644
--- a/staprun/relay.c
+++ b/staprun/relay.c
@@ -131,6 +131,7 @@ static void *reader_thread(void *data)
 	sigset_t sigs;
 	off_t wsize = 0;
 	int fnum = 0;
+	cpu_set_t cpu_mask;
 
 	sigemptyset(&sigs);
 	sigaddset(&sigs,SIGUSR2);
@@ -139,21 +140,18 @@ static void *reader_thread(void *data)
 	sigfillset(&sigs);
 	sigdelset(&sigs,SIGUSR2);
 
-	if (bulkmode) {
-		cpu_set_t cpu_mask;
-		CPU_ZERO(&cpu_mask);
-		CPU_SET(cpu, &cpu_mask);
-		if( sched_setaffinity( 0, sizeof(cpu_mask), &cpu_mask ) < 0 )
-			_perr("sched_setaffinity");
+	CPU_ZERO(&cpu_mask);
+	CPU_SET(cpu, &cpu_mask);
+	if( sched_setaffinity( 0, sizeof(cpu_mask), &cpu_mask ) < 0 )
+		_perr("sched_setaffinity");
 #ifdef NEED_PPOLL
-		/* Without a real ppoll, there is a small race condition that could */
-		/* block ppoll(). So use a timeout to prevent that. */
-		timeout->tv_sec = 10;
-		timeout->tv_nsec = 0;
+	/* Without a real ppoll, there is a small race condition that could */
+	/* block ppoll(). So use a timeout to prevent that. */
+	timeout->tv_sec = 10;
+	timeout->tv_nsec = 0;
 #else
-		timeout = NULL;
+	timeout = NULL;
 #endif
-	}
 
         if (reader_timeout_ms && timeout) {
                 timeout->tv_sec = reader_timeout_ms / 1000;
@@ -358,11 +356,6 @@ int init_relayfs(void)
 		_err("couldn't open %s.\n", buf);
 		return -1;
 	}
-	if (ncpus > 1 && bulkmode == 0) {
-		_err("ncpus=%d, bulkmode = %d\n", ncpus, bulkmode);
-		_err("This is inconsistent! Please file a bug report. Exiting now.\n");
-		return -1;
-	}
 
         /* PR7097 */
         if (load_only)
-- 
2.29.2

systemtap-sum.diff

--- systemtap-before.sum	2020-12-02 15:38:47.744418645 -0800
+++ systemtap-after.sum	2020-12-07 11:59:04.385649862 -0800
@@ -1,4 +1,4 @@
-Test Run By root on Wed Dec  2 11:45:10 2020
+Test Run By root on Fri Dec  4 22:50:10 2020
 Native configuration is x86_64-unknown-linux-gnu
 
 		=== systemtap tests ===
@@ -9,7 +9,7 @@
 Running target unix
 
 Host: Linux centos7-bb 3.10.0-1127.19.1.el7.x86_64.debug #1 SMP Tue Aug 25 17:29:04 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux
-Snapshot: version 4.4/0.177, commit release-4.4-16-gaedc044d5d38
+Snapshot: version 4.5/0.177, commit release-4.4-25-gfd12d80b6ada
 GCC: 4.8.5 [gcc (GCC) 4.8.5 20150623 (Red Hat 4.8.5-39)]
 Distro: CentOS Linux release 7.8.2003 (Core)
 SElinux: Enforcing
@@ -54,10 +54,7 @@
 PASS: abort: TEST 5: abort() in the middle of a probe handler body (--compatible 3.3): stdout: string is ""
 PASS: abort: TEST 5: abort() in the middle of a probe handler body (--compatible 3.3): exit code: string should NOT be "0"
 PASS: abort: TEST 5: abort() in the middle of a probe handler body (--compatible 3.3): stderr: matches regex "^semantic error: unresolved function.*\(similar: [^\n]*?\): identifier 'abort' at [^\n]*?\.stp:3:5\n"
-FAIL: abort: TEST 6: abort() in timer.profile (using globals): stdout: string should be "fire 3!\nfire 2!\nfire 1!\n", but got "fire 2!
-fire 1!
-fire 3!
-"
+PASS: abort: TEST 6: abort() in timer.profile (using globals): stdout: string is "fire 3!\nfire 2!\nfire 1!\n"
 PASS: abort: TEST 6: abort() in timer.profile (using globals): exit code: string is "0"
 PASS: abort: TEST 7: abort() in timer.profile (more concurrency and no globals): stdout: string is ""
 PASS: abort: TEST 7: abort() in timer.profile (more concurrency and no globals): stderr: string is ""
@@ -65,9 +62,7 @@
 PASS: abort: TEST 8: abort() in the middle of a func body - abort() cannot be caught (kernel): stdout: string is "enter f\n"
 PASS: abort: TEST 8: abort() in the middle of a func body - abort() cannot be caught (kernel): exit code: string is "0"
 Running /home/sultan/systemtap/testsuite/systemtap.base/add.exp ...
-PASS: add startup
-PASS: add load generation
-PASS: add shutdown and output
+FAIL: add startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/additional_scripts.exp ...
 PASS: additional_scripts (no script)
 PASS: additional_scripts (-E BAD_SCRIPT) 
@@ -101,21 +96,11 @@
 PASS: alias-prolog load generation
 PASS: alias-prolog shutdown and output
 Running /home/sultan/systemtap/testsuite/systemtap.base/alias_suffixes.exp ...
-PASS: alias_suffixes01 startup
-PASS: alias_suffixes01 load generation
-PASS: alias_suffixes01 shutdown and output
-PASS: alias_suffixes02 startup
-PASS: alias_suffixes02 load generation
-PASS: alias_suffixes02 shutdown and output
-PASS: alias_suffixes03 startup
-PASS: alias_suffixes03 load generation
-PASS: alias_suffixes03 shutdown and output
-PASS: alias_suffixes04 startup
-PASS: alias_suffixes04 load generation
-PASS: alias_suffixes04 shutdown and output
-PASS: alias_suffixes05 startup
-PASS: alias_suffixes05 load generation
-PASS: alias_suffixes05 shutdown and output
+FAIL: alias_suffixes01 startup (timeout)
+FAIL: alias_suffixes02 startup (timeout)
+FAIL: alias_suffixes03 startup (timeout)
+FAIL: alias_suffixes04 startup (timeout)
+FAIL: alias_suffixes05 startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/alias_tapset.exp ...
 PASS: alias_tapset
 Running /home/sultan/systemtap/testsuite/systemtap.base/alternatives.exp ...
@@ -134,9 +119,7 @@
 Running /home/sultan/systemtap/testsuite/systemtap.base/arith_limits.exp ...
 PASS: arith_limits
 Running /home/sultan/systemtap/testsuite/systemtap.base/array_size.exp ...
-PASS: array_size startup
-PASS: array_size load generation
-PASS: array_size shutdown and output
+FAIL: array_size startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/array_slicing.exp ...
 PASS: array_slicing foreach (... val[*, *]) startup
 PASS: array_slicing foreach (... val[*, *]) shutdown and output
@@ -177,9 +160,7 @@
 PASS: array_slicing membership pmaps (2) startup
 PASS: array_slicing membership pmaps (2) shutdown and output
 Running /home/sultan/systemtap/testsuite/systemtap.base/array_string.exp ...
-PASS: ARRAY_STRING startup
-PASS: ARRAY_STRING load generation
-PASS: ARRAY_STRING shutdown and output
+FAIL: ARRAY_STRING startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/at_deref.exp ...
 PASS: at_kderef startup
 PASS: at_kderef load generation
@@ -247,14 +228,13 @@
 PASS: attach_detach compilation succeeded
 PASS: attach_detach (initial load) - disconnect seen
 PASS: attach_detach (initial load) - module still present
-PASS: attach_detach (attach and SIGQUIT) - disconnect seen
-PASS: attach_detach (attach and SIGQUIT) - module still present
-PASS: attach_detach (attach and SIGTERM) - quit seen
-PASS: attach_detach (attach and SIGTERM) - module is gone
+FAIL: attach_detach (attach and SIGQUIT) - unexpected timeout
+FAIL: attach_detach (attach and SIGQUIT) - no disconnect seen (1 0)
+FAIL: attach_detach (attach and SIGQUIT) - module still present
 Running /home/sultan/systemtap/testsuite/systemtap.base/auto_path.exp ...
-PASS: auto_path1
-PASS: auto_path2
-PASS: auto_path3
+FAIL: auto_path1
+FAIL: auto_path2
+FAIL: auto_path3
 Running /home/sultan/systemtap/testsuite/systemtap.base/backtrace.exp ...
 PASS: backtrace (3 35)
 PASS: backtrace-unwindsyms (3 32)
@@ -270,9 +250,7 @@
 Running /home/sultan/systemtap/testsuite/systemtap.base/be_loaded.exp ...
 PASS: be_loaded
 Running /home/sultan/systemtap/testsuite/systemtap.base/be_order.exp ...
-PASS: be_order startup
-PASS: be_order load generation
-PASS: be_order shutdown and output
+FAIL: be_order startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/beginenderror.exp ...
 PASS: beginenderror (5 3 0)
 Running /home/sultan/systemtap/testsuite/systemtap.base/bench.exp ...
@@ -570,15 +548,11 @@
 PASS: debugpath-bad
 PASS: debugpath-good
 Running /home/sultan/systemtap/testsuite/systemtap.base/deref.exp ...
-PASS: deref startup
-PASS: deref load generation
-PASS: deref shutdown and output
+FAIL: deref startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/deref2.exp ...
 UNTESTED: deref2
 Running /home/sultan/systemtap/testsuite/systemtap.base/div0.exp ...
-PASS: div0 startup
-PASS: div0 load generation
-PASS: div0 shutdown and output
+FAIL: div0 startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/dtrace.exp ...
 PASS: dtrace python -G -64 -fPIC -o dtrace-XXX.o
 PASS: dtrace python -G -o dtrace-XXX
@@ -645,7 +619,7 @@
 Running /home/sultan/systemtap/testsuite/systemtap.base/environment_sanity.exp ...
 
 Host: Linux centos7-bb 3.10.0-1127.19.1.el7.x86_64.debug #1 SMP Tue Aug 25 17:29:04 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux
-Snapshot: version 4.4/0.177, commit release-4.4-16-gaedc044d5d38
+Snapshot: version 4.5/0.177, commit release-4.4-25-gfd12d80b6ada
 GCC: 4.8.5 [gcc (GCC) 4.8.5 20150623 (Red Hat 4.8.5-39)]
 Distro: CentOS Linux release 7.8.2003 (Core)
 SElinux: Enforcing
@@ -653,13 +627,9 @@
 
 PASS: environment_sanity_test
 Running /home/sultan/systemtap/testsuite/systemtap.base/equal.exp ...
-PASS: equal startup
-PASS: equal load generation
-PASS: equal shutdown and output
+FAIL: equal startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/error_fn.exp ...
-PASS: error_fn startup
-PASS: error_fn load generation
-PASS: error_fn shutdown and output
+FAIL: error_fn startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/execve.exp ...
 PASS: systemtap.base/execve.stp -c /bin/true
 Running /home/sultan/systemtap/testsuite/systemtap.base/exit.exp ...
@@ -681,9 +651,7 @@
 PASS: externalvar-m32
 PASS: externalvar-m32-O
 Running /home/sultan/systemtap/testsuite/systemtap.base/finloop2.exp ...
-PASS: finloop2 startup
-PASS: finloop2 load generation
-PASS: finloop2 shutdown and output
+FAIL: finloop2 startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/flightrec1.exp ...
 PASS: flightrec1 (flight recorder option)
 PASS: flightrec1 (stapio in background)
@@ -741,9 +709,7 @@
 PASS: 32-bit func_alias direct
 PASS: 32-bit func_alias wildcard
 Running /home/sultan/systemtap/testsuite/systemtap.base/func_definition.exp ...
-PASS: func_definition startup
-PASS: func_definition load generation
-PASS: func_definition shutdown and output
+FAIL: func_definition startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/func_overload.exp ...
 PASS: unconditional_next
 PASS: runtime_global
@@ -776,9 +742,7 @@
 FAIL: global_end_var (0)
 PASS: global_end_var_used (1)
 Running /home/sultan/systemtap/testsuite/systemtap.base/global_init.exp ...
-PASS: global_init startup
-PASS: global_init load generation
-PASS: global_init shutdown and output
+FAIL: global_init startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/global_opt.exp ...
 PASS: global_opt
 Running /home/sultan/systemtap/testsuite/systemtap.base/global_opt_invalid.exp ...
@@ -796,9 +760,7 @@
 PASS: global_var_kernel load generation
 PASS: global_var_kernel shutdown and output
 Running /home/sultan/systemtap/testsuite/systemtap.base/global_vars.exp ...
-PASS: global_vars startup
-PASS: global_vars load generation
-PASS: global_vars shutdown and output
+FAIL: global_vars startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/gtod.exp ...
 PASS: gtod (short range) (100)
 PASS: gtod (10ms interval) (100)
@@ -839,9 +801,7 @@
 PASS: hw_breakpoint - addr (hw breakpoint support)
 PASS: hw_breakpoint - symbol (hw breakpoint support)
 Running /home/sultan/systemtap/testsuite/systemtap.base/if.exp ...
-PASS: if startup
-PASS: if load generation
-PASS: if shutdown and output
+FAIL: if startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/implicitptr.exp ...
 PASS: implicitptr.c compile m32
 PASS: probe listing implicitptr-m32 (ijkl)
@@ -853,9 +813,7 @@
 PASS: probe listing implicitptr-m32-O (ijkl)
 FAIL: implicitptr-m32-O
 Running /home/sultan/systemtap/testsuite/systemtap.base/inc.exp ...
-PASS: inc startup
-PASS: inc load generation
-PASS: inc shutdown and output
+FAIL: inc startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/inherit.exp ...
 PASS: inherit-m32 compile
 PASS: inherit-m32
@@ -886,23 +844,13 @@
 Running /home/sultan/systemtap/testsuite/systemtap.base/kbuildenv.exp ...
 PASS: kbuild PATH sanitization
 Running /home/sultan/systemtap/testsuite/systemtap.base/kfunct.exp ...
-PASS: kfunct startup
-PASS: kfunct load generation
-PASS: kfunct shutdown and output
+FAIL: kfunct startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/kmodule.exp ...
 PASS: kmodule (built and installed module)
-PASS: kmodule startup
-PASS: kmodule load generation
-PASS: kmodule shutdown and output
-PASS: kprobe_module startup
-PASS: kprobe_module load generation
-PASS: kprobe_module shutdown and output
-PASS: systemtap.base/kmodule.stp (loaded after) startup
-PASS: systemtap.base/kmodule.stp (loaded after) load generation
-PASS: systemtap.base/kmodule.stp (loaded after) shutdown and output
-PASS: systemtap.base/kprobe_module.stp (loaded after) startup
-PASS: systemtap.base/kprobe_module.stp (loaded after) load generation
-PASS: systemtap.base/kprobe_module.stp (loaded after) shutdown and output
+FAIL: kmodule startup (timeout)
+FAIL: kprobe_module startup (timeout)
+FAIL: systemtap.base/kmodule.stp (loaded after) startup (timeout)
+FAIL: systemtap.base/kprobe_module.stp (loaded after) startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/kprobes.exp ...
 PASS: kprobes startup
 PASS: kprobes load generation
@@ -2703,9 +2651,7 @@
 PASS: lock-pushdown -u
 PASS: lock-pushdown compat-4.3
 Running /home/sultan/systemtap/testsuite/systemtap.base/logical_and.exp ...
-PASS: logical_and startup
-PASS: logical_and load generation
-PASS: logical_and shutdown and output
+FAIL: logical_and startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/marker.exp ...
 UNTESTED: K_MARKER01 : no kernel markers present
 UNTESTED: K_MARKER02 : no kernel markers present
@@ -2739,7 +2685,7 @@
 PASS: MAXACTIVE02 shutdown and output
 PASS: MAXACTIVE03
 Running /home/sultan/systemtap/testsuite/systemtap.base/maxmemory.exp ...
-PASS: MAXMEMORY1 no expected error
+FAIL: MAXMEMORY1 startup (timeout)
 PASS: MAXMEMORY2 expected insert module error
 Running /home/sultan/systemtap/testsuite/systemtap.base/minidebuginfo.exp ...
 PASS: minidebuginfo compile
@@ -2780,18 +2726,10 @@
 PASS: net-sanity 0xffffffffffffffff 3
 PASS: net-sanity 0xffffffffffffffff 4
 Running /home/sultan/systemtap/testsuite/systemtap.base/not.exp ...
-PASS: not startup
-PASS: not load generation
-PASS: not shutdown and output
+FAIL: not startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/onoffprobe.exp ...
-PASS: onoffprobe begin1 probed
-PASS: onoffprobe function return probed
-PASS: onoffprobe function entry probed
-PASS: onoffprobe timer probed
-PASS: onoffprobe profile probed
-PASS: onoffprobe alias.one.a and alias.one and alias.* probed
-PASS: onoffprobe alias.one.b and alias.one and alias.* probed
-PASS: onoffprobe alias.two and alias.* probed
+FAIL: onoffprobe (timeout)
+FAIL: conditional probes (0)
 Running /home/sultan/systemtap/testsuite/systemtap.base/openmp-stmt.exp ...
 PASS: openmp-stmt
 Running /home/sultan/systemtap/testsuite/systemtap.base/optim.exp ...
@@ -2799,14 +2737,12 @@
 Running /home/sultan/systemtap/testsuite/systemtap.base/optim_arridx.exp ...
 FAIL: optim_arridx
 Running /home/sultan/systemtap/testsuite/systemtap.base/optim_stats.exp ...
-PASS: TEST1  (5, 8)
-PASS: TEST2  (20, 85)
-PASS: TEST3  (5, 9)
+PASS: TEST1  (5, 10)
+PASS: TEST2  (20, 84)
+PASS: TEST3  (5, 10)
 PASS: TEST4  (20, 76)
 Running /home/sultan/systemtap/testsuite/systemtap.base/optim_voidstmt.exp ...
-PASS: optim_voidstmt startup
-PASS: optim_voidstmt load generation
-PASS: optim_voidstmt shutdown and output
+FAIL: optim_voidstmt startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/optionalprobe.exp ...
 PASS: optionalprobe
 Running /home/sultan/systemtap/testsuite/systemtap.base/overcatcher.exp ...
@@ -2814,9 +2750,9 @@
 Running /home/sultan/systemtap/testsuite/systemtap.base/overflow_error.exp ...
 PASS: overflow_error
 Running /home/sultan/systemtap/testsuite/systemtap.base/overload.exp ...
-PASS: OVERLOAD1 no expected error
+FAIL: OVERLOAD1 startup (timeout)
 FAIL: OVERLOAD2 startup (eof)
-PASS: OVERLOAD3 no expected error
+FAIL: OVERLOAD3 startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/partial-class-type.exp ...
 PASS: partial-class-type partial-class-type-heap.cxx
 PASS: partial-class-type partial-class-type-main.cxx
@@ -2836,7 +2772,7 @@
 FAIL: perf process (0 - 0)
 PASS: perf counter
 FAIL: perf global (0 - 0)
-PASS: counter order  400000
+UNRESOLVED: counter order  400000 200000
 Running /home/sultan/systemtap/testsuite/systemtap.base/plt.exp ...
 PASS: plt
 PASS: plt library
@@ -2850,19 +2786,14 @@
 Running /home/sultan/systemtap/testsuite/systemtap.base/poll_map.exp ...
 PASS: poll_map (1)
 Running /home/sultan/systemtap/testsuite/systemtap.base/pp.exp ...
-PASS: pp startup
-PASS: pp load generation
-PASS: pp shutdown and output
-PASS: pn startup
-PASS: pn load generation
-PASS: pn shutdown and output
+FAIL: pp startup (timeout)
+FAIL: pn startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/pr10854.exp ...
 PASS: compiling pr10854.stp
 PASS: pr10854 runloop
 Running /home/sultan/systemtap/testsuite/systemtap.base/pr13158.exp ...
-PASS: pr13158: Inserting 1st module
-PASS: pr13158: Inserting 2 Identical Modules: Staprun without -R
-PASS: pr13158: module was correctly removed
+FAIL: pr13158: Inserting 1st module (timeout)
+FAIL: pr13158: Inserting 1st module
 Running /home/sultan/systemtap/testsuite/systemtap.base/pr13306.exp ...
 PASS: pr13306 plain
 PASS: pr13306 -t
@@ -2904,9 +2835,7 @@
 Running /home/sultan/systemtap/testsuite/systemtap.base/preprocessor.exp ...
 PASS: preprocessor basic ops
 Running /home/sultan/systemtap/testsuite/systemtap.base/print.exp ...
-PASS: print startup
-PASS: print load generation
-PASS: print shutdown and output
+FAIL: print startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/private.exp ...
 PASS: private private-variable-basic
 PASS: private private-variable-illegal-access
@@ -2933,22 +2862,16 @@
 PASS: probefunc:kernel.function("context_switch").inline load generation
 PASS: probefunc:kernel.function("context_switch").inline shutdown and output
 Running /home/sultan/systemtap/testsuite/systemtap.base/probewrite.exp ...
-PASS: probewrite
+FAIL: probewrite
 Running /home/sultan/systemtap/testsuite/systemtap.base/proc_by_pid.exp ...
 PASS: proc_by_pid - compiled successfully
 PASS: proc_by_pid startup
 PASS: proc_by_pid load generation
 PASS: proc_by_pid shutdown and output
 Running /home/sultan/systemtap/testsuite/systemtap.base/proc_exec.exp ...
-PASS: PROC_EXEC_01 startup
-PASS: PROC_EXEC_01 load generation
-PASS: PROC_EXEC_01 shutdown and output
-PASS: PROC_EXEC_02 startup
-PASS: PROC_EXEC_02 load generation
-PASS: PROC_EXEC_02 shutdown and output
-PASS: PROC_EXEC_03 startup
-PASS: PROC_EXEC_03 load generation
-PASS: PROC_EXEC_03 shutdown and output
+FAIL: PROC_EXEC_01 startup (timeout)
+FAIL: PROC_EXEC_02 startup (timeout)
+FAIL: PROC_EXEC_03 startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/process-begin-user.exp ...
 PASS: process-begin-user: TEST 1: register() in probe process.begin (kernel): stdout: matches regex "\Arip: 0x[1-9a-f][0-9a-f]*\nsame uaddr\n\Z"
 PASS: process-begin-user: TEST 1: register() in probe process.begin (kernel): exit code: string is "0"
@@ -2964,221 +2887,37 @@
 PASS: process_by_cmd.stp
 PASS: process_by_cmd2.stp
 Running /home/sultan/systemtap/testsuite/systemtap.base/process_by_pid.exp ...
-PASS: process_by_pid startup
-PASS: process_by_pid load generation
-FAIL: process_by_pid unexpected output
+FAIL: process_by_pid startup (eof)
 Running /home/sultan/systemtap/testsuite/systemtap.base/process_resume.exp ...
-PASS: process_resume-getpid startup
-PASS: process_resume-getpid load generation
-PASS: process_resume-getpid shutdown and output
-PASS: process_resume-getpid: process resumed properly
-PASS: process_resume-end startup
-PASS: process_resume-end load generation
-PASS: process_resume-end shutdown and output
-PASS: process_resume-end: process resumed properly
+FAIL: process_resume-getpid startup (timeout)
+FAIL: process_resume-getpid: process didn't resume properly
+FAIL: process_resume-end startup (timeout)
+FAIL: process_resume-end: process didn't resume properly
 Running /home/sultan/systemtap/testsuite/systemtap.base/procfs.exp ...
-PASS: PROCFS startup
-PASS: PROCFS read 100
-PASS: PROCFS received correct initial value
-PASS: PROCFS wrote 200
-PASS: PROCFS read 200
-PASS: PROCFS received correct value: 200
-PASS: PROCFS again read 200
-PASS: PROCFS received correct value: 200 again
-PASS: PROCFS wrote hello
-PASS: PROCFS read hello
-PASS: PROCFS received correct value: hello
-PASS: PROCFS wrote goodbye
-PASS: PROCFS read goodbye
-PASS: PROCFS received correct value: goodbye
-PASS: PROCFS load generation
-PASS: PROCFS shutdown and output
+FAIL: PROCFS startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/procfs_bpf.exp ...
 FAIL: PROCFS_BPF startup (eof)
 Running /home/sultan/systemtap/testsuite/systemtap.base/procfs_maxsize.exp ...
-PASS: PROCFS_BUFFER1 startup
-PASS: PROCFS_BUFFER1 read 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bcdefghijklmno6BCD
-PASS: PROCFS_BUFFER1 received correct initial value maxsize: 80
-PASS: PROCFS_BUFFER1 wrote 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bcdefghijklmno6BCDEFGHIJKLMNO7qrstuvwxyz12348QRSTUVWXYZ12340BCDEFGHIJKLMNO1qrstuvwxyz12342QRSTUVWXYZ1234
-PASS: PROCFS_BUFFER1 load generation
-PASS: PROCFS_BUFFER1 shutdown and output
-PASS: PROCFS_BUFFER2 startup
-PASS: PROCFS_BUFFER2 read 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bc
-PASS: PROCFS_BUFFER2 received correct initial value maxsize: 64
-PASS: PROCFS_BUFFER2 wrote 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bcdefghijklmno6BCDEFGHIJKLMNO7qrstuvwxyz12348QRSTUVWXYZ12340BCDEFGHIJKLMNO1qrstuvwxyz12342QRSTUVWXYZ1234
-PASS: PROCFS_BUFFER2 load generation
-PASS: PROCFS_BUFFER2 shutdown and output
-PASS: PROCFS_BUFFER3 startup
-PASS: PROCFS_BUFFER3 read 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bcdefghijklmno6BCD
-PASS: PROCFS_BUFFER3 received correct initial value maxsize: 80
-PASS: PROCFS_BUFFER3 wrote 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bcdefghijklmno6BCDEFGHIJKLMNO7qrstuvwxyz12348QRSTUVWXYZ12340BCDEFGHIJKLMNO1qrstuvwxyz12342QRSTUVWXYZ1234
-PASS: PROCFS_BUFFER3 load generation
-PASS: PROCFS_BUFFER3 shutdown and output
-PASS: PROCFS_BUFFER4 startup
-PASS: PROCFS_BUFFER4 read 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bcdefghijklmno6BCD
-PASS: PROCFS_BUFFER4 received correct initial value maxsize: 80
-PASS: PROCFS_BUFFER4 wrote 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bcdefghijklmno6BCDEFGHIJKLMNO7qrstuvwxyz12348QRSTUVWXYZ12340BCDEFGHIJKLMNO1qrstuvwxyz12342QRSTUVWXYZ1234
-PASS: PROCFS_BUFFER4 load generation
-PASS: PROCFS_BUFFER4 shutdown and output
-PASS: PROCFS_BUFFER5 startup
-PASS: PROCFS_BUFFER5 read 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bcdefghijklmno6BCD
-PASS: PROCFS_BUFFER5 received correct initial value maxsize: 80
-PASS: PROCFS_BUFFER5 wrote 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bcdefghijklmno6BCDEFGHIJKLMNO7qrstuvwxyz12348QRSTUVWXYZ12340BCDEFGHIJKLMNO1qrstuvwxyz12342QRSTUVWXYZ1234
-PASS: PROCFS_BUFFER5 load generation
-PASS: PROCFS_BUFFER5 shutdown and output
-PASS: PROCFS_BUFFER6 startup
-PASS: PROCFS_BUFFER6 read 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bc
-PASS: PROCFS_BUFFER6 received correct initial value
-PASS: PROCFS_BUFFER6 read 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bcdefghijklmno6BCD
-PASS: PROCFS_BUFFER6 received correct initial value maxsize: 80
-PASS: PROCFS_BUFFER6 wrote 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bcdefghijklmno6BCDEFGHIJKLMNO7qrstuvwxyz12348QRSTUVWXYZ12340BCDEFGHIJKLMNO1qrstuvwxyz12342QRSTUVWXYZ1234
-PASS: PROCFS_BUFFER6 load generation
-PASS: PROCFS_BUFFER6 shutdown and output
-PASS: PROCFS_BUFFER7 startup
-PASS: PROCFS_BUFFER7 read   0:12345678901234567890123456789012345678901234567890123456789
-  1:12345678901234567890123456789012345678901234567890123456789
-  2:12345678901234567890123456789012345678901234567890123456789
-  3:12345678901234567890123456789012345678901234567890123456789
-  4:12345678901234567890123456789012345678901234567890123456789
-  5:12345678901234567890123456789012345678901234567890123456789
-  6:12345678901234567890123456789012345678901234567890123456789
-  7:1234567890123456789012345678901234567890123456789012345678
-  8:12345678901234567890123456789012345678901234567890123456789
-  9:12345678901234567890123456789012345678901234567890123456789
- 10:12345678901234567890123456789012345678901234567890123456789
- 11:12345678901234567890123456789012345678901234567890123456789
- 12:12345678901234567890123456789012345678901234567890123456789
- 13:12345678901234567890123456789012345678901234567890123456789
- 14:12345678901234567890123456789012345678901234567890123456789
- 15:1234567890123456789012345678901234567890123456789012345678
- 16:12345678901234567890123456789012345678901234567890123456789
- 17:12345678901234567890123456789012345678901234567890123456789
- 18:12345678901234567890123456789012345678901234567890123456789
- 19:12345678901234567890123456789012345678901234567890123456789
- 20:12345678901234567890123456789012345678901234567890123456789
- 21:12345678901234567890123456789012345678901234567890123456789
- 22:12345678901234567890123456789012345678901234567890123456789
- 23:1234567890123456789012345678901234567890123456789012345678
- 24:12345678901234567890123456789012345678901234567890123456789
- 25:12345678901234567890123456789012345678901234567890123456789
- 26:12345678901234567890123456789012345678901234567890123456789
- 27:12345678901234567890123456789012345678901234567890123456789
- 28:12345678901234567890123456789012345678901234567890123456789
- 29:12345678901234567890123456789012345678901234567890123456789
- 30:12345678901234567890123456789012345678901234567890123456789
- 31:1234567890123456789012345678901234567890123456789012345678
- 32
-PASS: PROCFS_BUFFER7 received correct initial value
-PASS: PROCFS_BUFFER7 load generation
-PASS: PROCFS_BUFFER7 shutdown and output
-PASS: PROCFS_BUFFER8 startup
-PASS: PROCFS_BUFFER8 read 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bc
-PASS: PROCFS_BUFFER8 received correct initial value maxsize: 64
-PASS: PROCFS_BUFFER8 wrote 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bcdefghijklmno6BCDEFGHIJKLMNO7qrstuvwxyz12348QRSTUVWXYZ12340BCDEFGHIJKLMNO1qrstuvwxyz12342QRSTUVWXYZ1234
-PASS: PROCFS_BUFFER8 load generation
-PASS: PROCFS_BUFFER8 shutdown and output
-PASS: PROCFS_BUFFER9 startup
-PASS: PROCFS_BUFFER9 read 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bcdefghijk
-PASS: PROCFS_BUFFER9 received correct initial value maxsize: 72
-PASS: PROCFS_BUFFER9 wrote 1bcdefghijklmno2BCDEFGHIJKLMNO3qrstuvwxyz12344QRSTUVWXYZ12345bcdefghijklmno6BCDEFGHIJKLMNO7qrstuvwxyz12348QRSTUVWXYZ12340BCDEFGHIJKLMNO1qrstuvwxyz12342QRSTUVWXYZ1234
-PASS: PROCFS_BUFFER9 load generation
-PASS: PROCFS_BUFFER9 shutdown and output
+FAIL: PROCFS_BUFFER1 startup (timeout)
+FAIL: PROCFS_BUFFER2 startup (timeout)
+FAIL: PROCFS_BUFFER3 startup (timeout)
+FAIL: PROCFS_BUFFER4 startup (timeout)
+FAIL: PROCFS_BUFFER5 startup (timeout)
+FAIL: PROCFS_BUFFER6 startup (timeout)
+FAIL: PROCFS_BUFFER7 startup (timeout)
+FAIL: PROCFS_BUFFER8 startup (timeout)
+FAIL: PROCFS_BUFFER9 startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/procfs_multi_write.exp ...
-PASS: procfs_multi_write startup
-PASS: procfs_multi_write wrote x
-PASS: procfs_multi_write read xaxb
-PASS: procfs_multi_write received correct value: xaxb
-PASS: procfs_multi_write wrote y
-PASS: procfs_multi_write read xaxby1y2y3
-PASS: procfs_multi_write recieved correct value: xaxby1y2y3
-PASS: procfs_multi_write wrote zzz
-PASS: procfs_multi_write read zzzazzzb
-PASS: procfs_multi_write received correct value: zzzazzzb
-PASS: procfs_multi_write load generation
-PASS: procfs_multi_write shutdown and output
+FAIL: procfs_multi_write startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/procfs_umask.exp ...
-PASS: PROCFS_UMASK startup
-PASS: PROCFS_UMASK
-PASS: PROCFS_UMASK load generation
-PASS: PROCFS_UMASK shutdown and output
+FAIL: PROCFS_UMASK startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/procfs_write.exp ...
-PASS: PROCFS_WRITE startup
-PASS: PROCFS_WRITE wrote   0:12345678901234567890123456789012345678901234567890123456789
-  1:12345678901234567890123456789012345678901234567890123456789
-  2:12345678901234567890123456789012345678901234567890123456789
-  3:12345678901234567890123456789012345678901234567890123456789
-  4:12345678901234567890123456789012345678901234567890123456789
-  5:12345678901234567890123456789012345678901234567890123456789
-  6:12345678901234567890123456789012345678901234567890123456789
-  7:12345678901234567890123456789012345678901234567890123456789
-  8:12345678901234567890123456789012345678901234567890123456789
-  9:12345678901234567890123456789012345678901234567890123456789
- 10:12345678901234567890123456789012345678901234567890123456789
- 11:12345678901234567890123456789012345678901234567890123456789
- 12:12345678901234567890123456789012345678901234567890123456789
- 13:12345678901234567890123456789012345678901234567890123456789
- 14:12345678901234567890123456789012345678901234567890123456789
- 15:12345678901234567890123456789012345678901234567890123456789
- 16:12345678901234567890123456789012345678901234567890123456789
- 17:12345678901234567890123456789012345678901234567890123456789
- 18:12345678901234567890123456789012345678901234567890123456789
- 19:12345678901234567890123456789012345678901234567890123456789
- 20:12345678901234567890123456789012345678901234567890123456789
- 21:12345678901234567890123456789012345678901234567890123456789
- 22:12345678901234567890123456789012345678901234567890123456789
- 23:12345678901234567890123456789012345678901234567890123456789
- 24:12345678901234567890123456789012345678901234567890123456789
- 25:12345678901234567890123456789012345678901234567890123456789
- 26:12345678901234567890123456789012345678901234567890123456789
- 27:12345678901234567890123456789012345678901234567890123456789
- 28:12345678901234567890123456789012345678901234567890123456789
- 29:12345678901234567890123456789012345678901234567890123456789
- 30:12345678901234567890123456789012345678901234567890123456789
- 31:12345678901234567890123456789012345678901234567890123456789
- 32:12345678901234567890123456789012345678901234567890123456789
- 33:12345678901234567890123456789012345678901234567890123456789
- 34:12345678901234567890123456789012345678901234567890123456789
- 35:12345678901234567890123456789012345678901234567890123456789
- 36:12345678901234567890123456789012345678901234567890123456789
- 37:12345678901234567890123456789012345678901234567890123456789
- 38:12345678901234567890123456789012345678901234567890123456789
- 39:12345678901234567890123456789012345678901234567890123456789
- 40:12345678901234567890123456789012345678901234567890123456789
- 41:12345678901234567890123456789012345678901234567890123456789
- 42:12345678901234567890123456789012345678901234567890123456789
- 43:12345678901234567890123456789012345678901234567890123456789
- 44:12345678901234567890123456789012345678901234567890123456789
- 45:12345678901234567890123456789012345678901234567890123456789
- 46:12345678901234567890123456789012345678901234567890123456789
- 47:12345678901234567890123456789012345678901234567890123456789
- 48:12345678901234567890123456789012345678901234567890123456789
- 49:12345678901234567890123456789012345678901234567890123456789
- 50:12345678901234567890123456789012345678901234567890123456789
- 51:12345678901234567890123456789012345678901234567890123456789
- 52:12345678901234567890123456789012345678901234567890123456789
- 53:12345678901234567890123456789012345678901234567890123456789
- 54:12345678901234567890123456789012345678901234567890123456789
- 55:12345678901234567890123456789012345678901234567890123456789
- 56:12345678901234567890123456789012345678901234567890123456789
- 57:12345678901234567890123456789012345678901234567890123456789
- 58:12345678901234567890123456789012345678901234567890123456789
- 59:12345678901234567890123456789012345678901234567890123456789
- 60:12345678901234567890123456789012345678901234567890123456789
- 61:12345678901234567890123456789012345678901234567890123456789
- 62:12345678901234567890123456789012345678901234567890123456789
- 63:12345678901234567890123456789012345678901234567890123456789
- 64:12345678901234567890123456789012345678901234567890123456789
- 65:12345678901234567890123456789012345678901234567890123456789
- 66:12345678901234567890123456789012345678901234567890123456789
-PASS: PROCFS_WRITE load generation
-PASS: PROCFS_WRITE shutdown and output
+FAIL: PROCFS_WRITE startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/prologues.exp ...
 PASS: prologues -P
 PASS: prologues no-P
 Running /home/sultan/systemtap/testsuite/systemtap.base/pt_user_mode.exp ...
-PASS: pt_user_mode startup
-PASS: pt_user_mode load generation
-PASS: pt_user_mode shutdown and output
+FAIL: pt_user_mode startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/pthread_stacks.exp ...
 PASS: pthread_stacks compiling
 FAIL: pthread_stacks debuginfo check
@@ -3217,17 +2956,17 @@
 PASS: register_x86: TEST 4: 8-bit and 16-bit registers for eax (kernel): exit code: string is "0"
 Running /home/sultan/systemtap/testsuite/systemtap.base/remote.exp ...
 PASS: remote build direct:
-PASS: remote run direct:
+FAIL: remote run direct: (1 1 1)
 PASS: remote build stapsh:
-PASS: remote run stapsh:
-PASS: remote batch --remote=direct: --remote=stapsh:
+FAIL: remote run stapsh: (1 1 1)
+UNTESTED: remote batch
 Running /home/sultan/systemtap/testsuite/systemtap.base/rename_module.exp ...
-PASS: Inserting 2 Identical Modules: Basic Stap Call
+FAIL: Inserting 2 Identical Modules: Basic Stap Call (1, 1)
 PASS: test module compiles
-PASS: Inserting 2 Identical Modules: Staprun without -R
-PASS: Inserting 2 Identical Modules: Staprun with -R
+FAIL: Inserting 2 Identical Modules: Staprun without -R (1, 0)
+FAIL: Inserting 2 Identical Modules: Staprun with -R (1, 1)
 PASS: short named test module compiles
-PASS: short named test module execution
+FAIL: short named test module execution 1
 Running /home/sultan/systemtap/testsuite/systemtap.base/rep_ret.exp ...
 PASS: rep_ret.c compile -m64
 PASS: rep_ret-m64
@@ -3240,9 +2979,9 @@
 PASS: ret-uprobe-var: TEST 2: @var in return probes assumed @entry in release 4.0 or older (kernel): stdout: string is "a = 3\n"
 PASS: ret-uprobe-var: TEST 2: @var in return probes assumed @entry in release 4.0 or older (kernel): stderr: matches regex "\AWARNING: confusing usage, consider \@entry\(\@var\("a", "[^"]+"\)\) in \.return probe: operator '\@var' at .+?\.stp:2:24\n source:     printf\("a = %d\\n", \@var\("a"\)\);\n                                \^\n\Z"
 PASS: ret-uprobe-var: TEST 2: @var in return probes assumed @entry in release 4.0 or older (kernel): exit code: string is "0"
-Running /home/sultan/systemtap/testsuite/systemtap.base/retblacklist.exp ...
-PASS: retblacklist.c compile
-PASS: retblacklist
+Running /home/sultan/systemtap/testsuite/systemtap.base/retblocklist.exp ...
+FAIL: retblocklist.c compile
+UNTESTED: retblocklist
 Running /home/sultan/systemtap/testsuite/systemtap.base/return_no_val.exp ...
 PASS: return_no_val: TEST 1: return no value in void type func (in the middle) (kernel): stdout: string is "enter f\nexit\n"
 FAIL: return_no_val: TEST 1: return no value in void type func (in the middle) (kernel): stderr: fails to match regex "\AWARNING: statement will never be reached: identifier 'println' at [^\n]*?\.stp:4:5\n source:     println\("leave f"\);\n             \^\n\Z": got ""
@@ -3414,9 +3153,9 @@
 PASS: sdt_buildid compiling
 PASS: sdt_buildid compiling -shared
 UNTESTED: sdt_buildid debuginfod
-PASS: sdt_buildid non-buildid both
-PASS: sdt_buildid non-buildid exe
-PASS: sdt_buildid non-buildid solib
+FAIL: sdt_buildid non-buildid both
+FAIL: sdt_buildid non-buildid exe
+FAIL: sdt_buildid non-buildid solib
 Running /home/sultan/systemtap/testsuite/systemtap.base/sdt_casm.exp ...
 PASS: sdt_casm compiling sdt_casm.c
 PASS: sdt_casm
@@ -3585,9 +3324,7 @@
 PASS: sdt_varname exe compile
 PASS: systemtap.base/sdt_varname.stp sdt_varname libsdt_varname.so -c ./sdt_varname
 Running /home/sultan/systemtap/testsuite/systemtap.base/set_kernel.exp ...
-PASS: set_kernel startup
-PASS: set_kernel load generation
-PASS: set_kernel shutdown and output
+FAIL: set_kernel startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/set_user.exp ...
 FAIL: set_user compile
 UNTESTED: set_user
@@ -3611,13 +3348,10 @@
 PASS: compiling setjmp.c -DUNDERJMP -O -D_FORTIFY_SOURCE=2
 FAIL: setjmp -DUNDERJMP -O -D_FORTIFY_SOURCE=2
 Running /home/sultan/systemtap/testsuite/systemtap.base/sigusr2.exp ...
-PASS: sigusr2 startup
-PASS: sigusr2 load generation
-PASS: sigusr2 shutdown and output
+FAIL: sigusr2 startup (timeout)
 PASS: sigusr2 bulk
 Running /home/sultan/systemtap/testsuite/systemtap.base/simple.exp ...
-PASS: simple startup
-PASS: simple shutdown and output
+FAIL: simple startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/skipped.exp ...
 UNTESTED: skip tracking PR13332 skipped.exp testcase can freeze processes/system
 Running /home/sultan/systemtap/testsuite/systemtap.base/stable_function.exp ...
@@ -3764,7 +3498,7 @@
 PASS: tapset include function
 PASS: tapset include alias
 Running /home/sultan/systemtap/testsuite/systemtap.base/target_set.exp ...
-PASS: target_set
+FAIL: target_set - timeout (main1)
 Running /home/sultan/systemtap/testsuite/systemtap.base/target_set_thread.exp ...
 PASS: target_set_thread
 Running /home/sultan/systemtap/testsuite/systemtap.base/task_dentry_path.exp ...
@@ -3804,15 +3538,11 @@
 PASS: ternary_op: TEST 7: nested ternary operators (kernel): stdout: string is "3\n4\n6\n5\n"
 PASS: ternary_op: TEST 7: nested ternary operators (kernel): exit code: string is "0"
 Running /home/sultan/systemtap/testsuite/systemtap.base/timeofday.exp ...
-PASS: timeofday test startup
-PASS: timeofday test load generation
-PASS: timeofday test shutdown and output
+FAIL: timeofday test startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/timeout.exp ...
 PASS: timeout option
 Running /home/sultan/systemtap/testsuite/systemtap.base/timers.exp ...
-PASS: timers startup
-PASS: timers load generation
-PASS: timers shutdown and output
+FAIL: timers startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/tls.exp ...
 FAIL: tls compiling tls1
 Running /home/sultan/systemtap/testsuite/systemtap.base/tracepoints.exp ...
@@ -3835,9 +3565,7 @@
 Running /home/sultan/systemtap/testsuite/systemtap.base/tracescripts.exp ...
 PASS: tracescripts
 Running /home/sultan/systemtap/testsuite/systemtap.base/tri.exp ...
-PASS: tri startup
-PASS: tri load generation
-PASS: tri shutdown and output
+FAIL: tri startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/try_assign.exp ...
 PASS: test_file_name startup
 PASS: test_file_name load generation
@@ -3912,39 +3640,25 @@
 PASS: UTRACE_P4_08 compilation succeeded
 PASS: UTRACE_P4_09 compilation succeeded
 Running /home/sultan/systemtap/testsuite/systemtap.base/utrace_p5.exp ...
-PASS: UTRACE_P5_01 startup
-PASS: UTRACE_P5_01 load generation
-PASS: UTRACE_P5_01 shutdown and output
+FAIL: UTRACE_P5_01 startup (timeout)
 PASS: UTRACE_P5_01_cmd startup
 PASS: UTRACE_P5_01_cmd load generation
 PASS: UTRACE_P5_01_cmd shutdown and output
-PASS: UTRACE_P5_02 startup
-PASS: UTRACE_P5_02 load generation
-PASS: UTRACE_P5_02 shutdown and output
+FAIL: UTRACE_P5_02 startup (timeout)
 PASS: UTRACE_P5_02_cmd startup
 PASS: UTRACE_P5_02_cmd load generation
 PASS: UTRACE_P5_02_cmd shutdown and output
-PASS: UTRACE_P5_03 startup
-PASS: UTRACE_P5_03 load generation
-PASS: UTRACE_P5_03 shutdown and output
-PASS: UTRACE_P5_04 startup
-PASS: UTRACE_P5_04 load generation
-PASS: UTRACE_P5_04 shutdown and output
-PASS: UTRACE_P5_05 startup
-PASS: UTRACE_P5_05 load generation
-PASS: UTRACE_P5_05 shutdown and output
+FAIL: UTRACE_P5_03 startup (timeout)
+FAIL: UTRACE_P5_04 startup (timeout)
+FAIL: UTRACE_P5_05 startup (timeout)
 PASS: UTRACE_P5_05_cmd startup
 PASS: UTRACE_P5_05_cmd load generation
 PASS: UTRACE_P5_05_cmd shutdown and output
-PASS: UTRACE_P5_06 startup
-PASS: UTRACE_P5_06 load generation
-PASS: UTRACE_P5_06 shutdown and output
+FAIL: UTRACE_P5_06 startup (timeout)
 PASS: UTRACE_P5_06_cmd startup
 PASS: UTRACE_P5_06_cmd load generation
 PASS: UTRACE_P5_06_cmd shutdown and output
-PASS: UTRACE_P5_07 startup
-PASS: UTRACE_P5_07 load generation
-PASS: UTRACE_P5_07 shutdown and output
+FAIL: UTRACE_P5_07 startup (timeout)
 PASS: UTRACE_P5_08 startup
 PASS: UTRACE_P5_08 load generation
 PASS: UTRACE_P5_08 shutdown and output
@@ -3986,9 +3700,7 @@
 UNTESTED: script: probe process($1).statement(200){exit();}
 UNTESTED: script: probe process($1).statement(200){exit();}
 Running /home/sultan/systemtap/testsuite/systemtap.base/var_scope.exp ...
-PASS: var_scope startup
-PASS: var_scope load generation
-PASS: var_scope shutdown and output
+FAIL: var_scope startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.base/vars.exp ...
 PASS: vars - bio_copy_user@*/bio.c (first lineno is 1283)
 PASS: vars - bio_copy_user@*/bio.c
@@ -4177,36 +3889,22 @@
 PASS: while.stp
 Running /home/sultan/systemtap/testsuite/systemtap.clone/dtrace_clone.exp ...
 PASS: dtrace_clone1 - build success
-PASS: dtrace_clone2 startup
-PASS: dtrace_clone2 load generation
-PASS: dtrace_clone2 shutdown and output
+FAIL: dtrace_clone2 startup (timeout)
 PASS: dtrace_clone3 - build success
-PASS: dtrace_clone4 startup
-PASS: dtrace_clone4 load generation
-PASS: dtrace_clone4 shutdown and output
+FAIL: dtrace_clone4 startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.clone/dtrace_fork_exec.exp ...
 PASS: dtrace_fork_exec1 - build success
-PASS: dtrace_fork_exec2 startup
-PASS: dtrace_fork_exec2 load generation
-PASS: dtrace_fork_exec2 shutdown and output
+FAIL: dtrace_fork_exec2 startup (timeout)
 PASS: dtrace_fork_exec3 - build success
-PASS: dtrace_fork_exec4 startup
-PASS: dtrace_fork_exec4 load generation
-PASS: dtrace_fork_exec4 shutdown and output
+FAIL: dtrace_fork_exec4 startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.clone/dtrace_vfork_exec.exp ...
 PASS: dtrace_vfork_exec1 - build success
-PASS: dtrace_vfork_exec2 startup
-PASS: dtrace_vfork_exec2 load generation
-PASS: dtrace_vfork_exec2 shutdown and output
+FAIL: dtrace_vfork_exec2 startup (timeout)
 PASS: dtrace_vfork_exec3 - build success
-PASS: dtrace_vfork_exec4 startup
-PASS: dtrace_vfork_exec4 load generation
-PASS: dtrace_vfork_exec4 shutdown and output
+FAIL: dtrace_vfork_exec4 startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.clone/main_quiesce.exp ...
 PASS: main_quiesce - compiled main_quiesce.c
-PASS: main_quiesce startup
-PASS: main_quiesce load generation
-PASS: main_quiesce shutdown and output
+FAIL: main_quiesce startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.clone/probe_by_pid.exp ...
 PASS: probe_by_pid(utrace) - build success
 PASS: probe_by_pid(utrace) startup
@@ -4216,41 +3914,23 @@
 PASS: probe_by_pid(function) load generation
 FAIL: probe_by_pid(function) unexpected output
 Running /home/sultan/systemtap/testsuite/systemtap.context/context.exp ...
-PASS: backtrace of begin probe
-PASS: backtrace of yyy_func2
-PASS: print_syms of yyy_func2
-PASS: backtrace of yyy_func3
-PASS: print_syms of yyy_func3
-PASS: backtrace of yyy_func4
-PASS: print_syms of yyy_func4
-PASS: print_syms found systemtap_test_module1
-PASS: print_syms found [kernel]
-PASS: backtrace.stp called exit
-PASS: integer function arguments
-PASS: unsigned function arguments
-PASS: long function arguments
-PASS: int64 function arguments
-PASS: char function arguments
-PASS: string function arguments
-PASS: execname
-PASS: pexecname
-PASS: pid
-PASS: ppid
-PASS: tid
-PASS: uid
-PASS: euid
-PASS: gid
-PASS: egid
-PASS: integer function arguments -- numeric
-PASS: unsigned function arguments -- numeric
-PASS: long function arguments -- numeric
-PASS: int64 function arguments -- numeric
-PASS: char function arguments -- numeric
-PASS: string function arguments -- numeric
-PASS: symfileline ()
-PASS: symfile ()
-PASS: symline ()
-PASS: symfileline in pp ()
+FAIL: backtrace of yyy_func2 (0)
+FAIL: print_syms of yyy_func2 (0)
+FAIL: backtrace of yyy_func3 (0)
+FAIL: print_syms of yyy_func3 (0)
+FAIL: backtrace of yyy_func4 (0)
+FAIL: print_syms of yyy_func4 (0)
+FAIL: print_syms didn't find systemtap_test_module1 (0)
+FAIL: print_syms didn't find [kernel] (0)
+FAIL: backtrace.stp didn't call exit (0)
+FAIL: all args tests - timeout
+FAIL: all pid tests - timeout
+FAIL: all function arguments tests - timeout
+FAIL: symfileline (timeout)
+FAIL: symfileline ()
+FAIL: symfile ()
+FAIL: symline ()
+FAIL: symfileline in pp ()
 Running /home/sultan/systemtap/testsuite/systemtap.context/context_ns.exp ...
 PASS: pid_ns startup
 PASS: pid_ns load generation
@@ -4761,17 +4441,17 @@
 Running /home/sultan/systemtap/testsuite/systemtap.http_server/server_trust.exp ...
 UNTESTED: client (no nss)
 Running /home/sultan/systemtap/testsuite/systemtap.interactive/char_and_line.exp ...
+FAIL: (timeout)
 PASS: ok
-PASS: ok
-PASS: ok
-PASS: ok
+FAIL: (timeout)
+FAIL: (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.interactive/input.char.exp ...
-PASS: ok
-PASS: ok
+FAIL: (timeout)
+FAIL: (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.interactive/input.line.exp ...
+FAIL: (timeout)
 PASS: ok
-PASS: ok
-PASS: ok
+FAIL: (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.maps/absentstats.exp ...
 PASS: absentstats
 PASS: absentstats 1.4
@@ -5332,8 +5012,8 @@
 PASS: semko/global_access.stp parse-semko - parsing
 PASS: semko/gurufunc.stp parse-semko - pass 1 substitute
 PASS: semko/gurufunc.stp parse-semko - parsing
-PASS: semko/inb_blacklisted.stp parse-semko - pass 1 substitute
-PASS: semko/inb_blacklisted.stp parse-semko - parsing
+PASS: semko/inb_blocklisted.stp parse-semko - pass 1 substitute
+PASS: semko/inb_blocklisted.stp parse-semko - parsing
 PASS: semko/local_array.stp parse-semko - pass 1 substitute
 PASS: semko/local_array.stp parse-semko - parsing
 PASS: semko/local_stat.stp parse-semko - pass 1 substitute
@@ -6672,7 +6352,7 @@
 XFAIL: semko/fourteen.stp
 XFAIL: semko/global_access.stp
 XPASS: semko/gurufunc.stp
-XFAIL: semko/inb_blacklisted.stp
+XFAIL: semko/inb_blocklisted.stp
 XFAIL: semko/local_array.stp
 XFAIL: semko/local_stat.stp
 XPASS: semko/logging-embedded.stp
@@ -6955,7 +6635,23 @@
 Running /home/sultan/systemtap/testsuite/systemtap.printf/end1.exp ...
 PASS: systemtap.printf/end1
 Running /home/sultan/systemtap/testsuite/systemtap.printf/end1b.exp ...
-PASS: systemtap.printf/end1b
+ERROR: tcl error sourcing /home/sultan/systemtap/testsuite/systemtap.printf/end1b.exp.
+ERROR: error writing "stdout": I/O error
+    while executing
+"puts "$res""
+    invoked from within
+"if {[catch {exec cmp $tmpfile $srcdir/$subdir/large_output} res]} {
+    puts "$res"
+    fail $TEST_NAME
+    eval [list exec /bin/rm -f] [glob "${tmpfi..."
+    (file "/home/sultan/systemtap/testsuite/systemtap.printf/end1b.exp" line 32)
+    invoked from within
+"source /home/sultan/systemtap/testsuite/systemtap.printf/end1b.exp"
+    ("uplevel" body line 1)
+    invoked from within
+"uplevel #0 source /home/sultan/systemtap/testsuite/systemtap.printf/end1b.exp"
+    invoked from within
+"catch "uplevel #0 source $test_file_name""
 Running /home/sultan/systemtap/testsuite/systemtap.printf/int1.exp ...
 PASS: systemtap.printf/int1.stp
 PASS: systemtap.printf/int1.stp -DSTP_LEGACY_PRINT
@@ -6963,28 +6659,92 @@
 PASS: memory1 (built and installed module)
 PASS: memory1 startup
 PASS: memory1 load generation
-PASS: memory1 shutdown and output
+FAIL: memory1 unexpected output
 PASS: memory1 startup
 PASS: memory1 load generation
-PASS: memory1 shutdown and output
+FAIL: memory1 unexpected output
 Running /home/sultan/systemtap/testsuite/systemtap.printf/mixed_out.exp ...
 PASS: systemtap.printf/mixed_out
 Running /home/sultan/systemtap/testsuite/systemtap.printf/mixed_outb.exp ...
-PASS: systemtap.printf/mixed_outb
+ERROR: tcl error sourcing /home/sultan/systemtap/testsuite/systemtap.printf/mixed_outb.exp.
+ERROR: error writing "stdout": I/O error
+    while executing
+"puts "$res""
+    invoked from within
+"if {[catch {exec cmp $tmpfile $srcdir/$subdir/large_output} res]} {
+    puts "$res"
+    fail $TEST_NAME
+    eval [list exec /bin/rm -f] [glob "${tmpfi..."
+    (file "/home/sultan/systemtap/testsuite/systemtap.printf/mixed_outb.exp" line 32)
+    invoked from within
+"source /home/sultan/systemtap/testsuite/systemtap.printf/mixed_outb.exp"
+    ("uplevel" body line 1)
+    invoked from within
+"uplevel #0 source /home/sultan/systemtap/testsuite/systemtap.printf/mixed_outb.exp"
+    invoked from within
+"catch "uplevel #0 source $test_file_name""
 Running /home/sultan/systemtap/testsuite/systemtap.printf/oct.exp ...
 PASS: systemtap.printf/oct.stp
 Running /home/sultan/systemtap/testsuite/systemtap.printf/out1.exp ...
 PASS: systemtap.printf/out1
 Running /home/sultan/systemtap/testsuite/systemtap.printf/out1b.exp ...
-PASS: systemtap.printf/out1b
+ERROR: tcl error sourcing /home/sultan/systemtap/testsuite/systemtap.printf/out1b.exp.
+ERROR: error writing "stdout": I/O error
+    while executing
+"puts "$res""
+    invoked from within
+"if {[catch {exec cmp $tmpfile $srcdir/$subdir/large_output} res]} {
+    puts "$res"
+    fail $TEST_NAME
+    eval [list exec /bin/rm -f] [glob "${tmpfi..."
+    (file "/home/sultan/systemtap/testsuite/systemtap.printf/out1b.exp" line 32)
+    invoked from within
+"source /home/sultan/systemtap/testsuite/systemtap.printf/out1b.exp"
+    ("uplevel" body line 1)
+    invoked from within
+"uplevel #0 source /home/sultan/systemtap/testsuite/systemtap.printf/out1b.exp"
+    invoked from within
+"catch "uplevel #0 source $test_file_name""
 Running /home/sultan/systemtap/testsuite/systemtap.printf/out2.exp ...
 PASS: systemtap.printf/out2
 Running /home/sultan/systemtap/testsuite/systemtap.printf/out2b.exp ...
-PASS: systemtap.printf/out2b
+ERROR: tcl error sourcing /home/sultan/systemtap/testsuite/systemtap.printf/out2b.exp.
+ERROR: error writing "stdout": I/O error
+    while executing
+"puts "$res""
+    invoked from within
+"if {[catch {exec cmp $tmpfile $srcdir/$subdir/large_output} res]} {
+    puts "$res"
+    fail $TEST_NAME
+    eval [list exec /bin/rm -f] [glob "${tmpfi..."
+    (file "/home/sultan/systemtap/testsuite/systemtap.printf/out2b.exp" line 32)
+    invoked from within
+"source /home/sultan/systemtap/testsuite/systemtap.printf/out2b.exp"
+    ("uplevel" body line 1)
+    invoked from within
+"uplevel #0 source /home/sultan/systemtap/testsuite/systemtap.printf/out2b.exp"
+    invoked from within
+"catch "uplevel #0 source $test_file_name""
 Running /home/sultan/systemtap/testsuite/systemtap.printf/out3.exp ...
 PASS: systemtap.printf/out3
 Running /home/sultan/systemtap/testsuite/systemtap.printf/out3b.exp ...
-PASS: systemtap.printf/out3b
+ERROR: tcl error sourcing /home/sultan/systemtap/testsuite/systemtap.printf/out3b.exp.
+ERROR: error writing "stdout": I/O error
+    while executing
+"puts "$res""
+    invoked from within
+"if {[catch {exec cmp $tmpfile $srcdir/$subdir/large_output} res]} {
+    puts "$res"
+    fail $TEST_NAME
+    eval [list exec /bin/rm -f] [glob "${tmpfi..."
+    (file "/home/sultan/systemtap/testsuite/systemtap.printf/out3b.exp" line 32)
+    invoked from within
+"source /home/sultan/systemtap/testsuite/systemtap.printf/out3b.exp"
+    ("uplevel" body line 1)
+    invoked from within
+"uplevel #0 source /home/sultan/systemtap/testsuite/systemtap.printf/out3b.exp"
+    invoked from within
+"catch "uplevel #0 source $test_file_name""
 Running /home/sultan/systemtap/testsuite/systemtap.printf/pretty-bits.exp ...
 PASS: systemtap.printf/pretty-bits.stp kernel</tmp/pretty-bits.h> -g
 PASS: systemtap.printf/pretty-bits.stp kernel</tmp/pretty-bits.h> -g -DSTP_LEGACY_PRINT
@@ -7027,9 +6787,7 @@
 UNTESTED: python3
 Running /home/sultan/systemtap/testsuite/systemtap.samples/examples.exp ...
 Running /home/sultan/systemtap/testsuite/systemtap.samples/tcptest.exp ...
-PASS: tcptest startup
-PASS: tcptest load generation
-PASS: tcptest shutdown and output
+FAIL: tcptest startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.server/client.exp ...
 UNTESTED: client (no nss)
 Running /home/sultan/systemtap/testsuite/systemtap.server/client_args.exp ...
@@ -7066,18 +6824,16 @@
 PASS: conversions_perf.stp 0xffffffff
 PASS: conversions_perf.stp 0xffffffffffffffff
 Running /home/sultan/systemtap/testsuite/systemtap.stress/current.exp ...
-PASS: current startup
-PASS: current load generation
-PASS: current shutdown and output
+FAIL: current startup (timeout)
 Running /home/sultan/systemtap/testsuite/systemtap.stress/parallel_exec.exp ...
 PASS: parallel execute - load generation
 PASS: parallel execute
+Running /home/sultan/systemtap/testsuite/systemtap.stress/passlist.exp ...
+UNTESTED: passlist is disabled
 Running /home/sultan/systemtap/testsuite/systemtap.stress/tapset_functions.exp ...
 PASS: tapset_functions_stress (got output of stap --dump-functions)
 PASS: tapset_functions testscript
 PASS: dmesg check
-Running /home/sultan/systemtap/testsuite/systemtap.stress/whitelist.exp ...
-UNTESTED: whitelist is disabled
 Running /home/sultan/systemtap/testsuite/systemtap.string/dot.exp ...
 PASS: systemtap.string/dot.stp
 Running /home/sultan/systemtap/testsuite/systemtap.string/isinstr.exp ...
@@ -10367,10 +10123,11 @@
 
 		=== systemtap Summary ===
 
-# of expected passes		8184
-# of unexpected failures	285
+# of expected passes		7829
+# of unexpected failures	409
 # of unexpected successes	8
 # of expected failures		347
 # of known failures		83
-# of untested testcases		778
+# of unresolved testcases	1
+# of untested testcases		780
 # of unsupported tests		22