thehajime

% LD_LIBRARY_PATH=../openssl LKL_HIJACK_CONFIG_FILE=./tools/lkl/lkl-hijack-ktls.json ./tools/lkl/bin/lkl-hijack.sh ../openssl/apps/openssl s_client -connect 8.8.8.8:443
LKL: Pin To CPU 0
[    0.000000] Linux version 5.3.0+ (tazaki@zakzak3.iijlab.net) (gcc version 8.3.1 20190223 (Red Hat 8.3.1-2) (GCC)) #30 Fri Apr 30 17:01:24 JST 2021
[    0.000000] memblock address range: 0x7fc8c4000000 - 0x7fc8c8000000
[    0.000000] Built 1 zonelists, mobility grouping on.  Total pages: 16160
[    0.000000] Kernel command line:  virtio_mmio.device=273@0x1000000:1
[    0.000000] Dentry cache hash table entries: 8192 (order: 4, 65536 bytes, linear)
[    0.000000] Inode-cache hash table entries: 4096 (order: 3, 32768 bytes, linear)
[    0.000000] mem auto-init: stack:off, heap alloc:off, heap free:off
[    0.000000] Memory available: 64504k/65536k RAM

thehajime

zakzak3:~/work/ukontainer/frankenlibc% RUMP_VERBOSE=1 ./rump/bin/rexec ./rumpobj/tests/fork-test rootfs:/home/tazaki/tmp/disk.img -- /bin/busybox_unstripped hush
setenv: __RUMP_FDINFO_ROOT=3
[    0.000000] Linux version 4.19.0+ (tazaki@zakzak3.iijlab.net) (gcc version 8.3.1 20190223 (Red Hat 8.3.1-2) (GCC)) #1 Wed Dec 16 20:33:38 JST 2020
[    0.000000] bootmem address range: 0x7f2a73850000 - 0x7f2a79c4f000
[    0.000000] Built 1 zonelists, mobility grouping on.  Total pages: 25249
[    0.000000] Kernel command line: mem=100M virtio-pci.force_legacy=1 virtio_mmio.device=292@0x1000000:1
[    0.000000] Dentry cache hash table entries: 16384 (order: 5, 131072 bytes)
[    0.000000] Inode-cache hash table entries: 8192 (order: 4, 65536 bytes)
[    0.000000] Memory available: 100592k/102396k RAM
[    0.000000] SLUB: HWalign=32, Order=0-3, MinObjects=0, CPUs=1, Nodes=1

thehajime

make: Entering directory '/home/ubuntu/project/tools/testing/selftests'
make --no-builtin-rules ARCH=x86 -C ../../.. headers_install
make[1]: Entering directory '/home/ubuntu/project'
  WRAP    arch/x86/include/generated/uapi/asm/bpf_perf_event.h
  WRAP    arch/x86/include/generated/uapi/asm/errno.h
  WRAP    arch/x86/include/generated/uapi/asm/fcntl.h
  WRAP    arch/x86/include/generated/uapi/asm/ioctl.h
  WRAP    arch/x86/include/generated/uapi/asm/ioctls.h
  WRAP    arch/x86/include/generated/uapi/asm/ipcbuf.h
  WRAP    arch/x86/include/generated/uapi/asm/param.h

thehajime

diff --git a/runc.go b/runc.go
index 7281131..7f8d97f 100644
--- a/runc.go
+++ b/runc.go
@@ -32,7 +32,6 @@ import (
 	"time"
 
 	specs "github.com/opencontainers/runtime-spec/specs-go"
-	"golang.org/x/sys/unix"
 )

thehajime

root@kind-control-plane:/# ctr -n k8s.io c info de310650a741c6439fd47fa38f77bc58de04294bda645a5061f820b10f8a603f
{
    "ID": "de310650a741c6439fd47fa38f77bc58de04294bda645a5061f820b10f8a603f",
    "Labels": {
        "io.cri-containerd.kind": "container",
        "io.kubernetes.container.name": "helloworld-runu",
        "io.kubernetes.pod.name": "helloworld-runu-5bdf77696c-sbkm2",
        "io.kubernetes.pod.namespace": "default",
        "io.kubernetes.pod.uid": "06a08edc-6ad6-452b-9211-8461a8af0fff"
    },

thehajime

               +--docker0--+
               |           |     10GbEth
 netperf +---tap0        eth0 +==========+ eth0 +---+ netserver
 (client)                (ixgbe)          (ixgbe)

<-- Linux box (4.18.5) -->              <-- Linux box (4.17.19) -->

thehajime

v0.0.1 1991-09-17 0
v0.0.1-orig 1991-09-17 0
v1.0.0 1994-03-12 0
v1.0.0-orig 1994-03-12 0
v1.2.0 1995-03-06 66
v1.2.0-orig 1995-03-06 66
v2.0.0 1996-06-08 101
v2.0.0-orig 1996-06-08 101
v2.2.0 1999-01-21 0
v2.2.0-orig 1999-01-21 0

thehajime

% ../../rumprun/solo5/tenders/spt/solo5-spt --net=tap0 ./bin/netperf.spt '{"cmdline":"netperf.spt -H 10.0.39.2","net":{"if":"ukvmif0","cloner":"True","type":"inet","method":"static","addr":"172.17.0.2","mask":"16", "gw":"172.17.0.1"}}'
solo5-spt: ./bin/netperf.spt: Warning: phdr[0] requests WRITE and EXEC permissions
            |      ___|
  __|  _ \  |  _ \ __ \
\__ \ (   | | (   |  ) |
____/\___/ _|\___/____/
Solo5: Memory map: 512 MB addressable:
Solo5:   reserved @ (0x0 - 0xfffff)
Solo5:       text @ (0x100000 - 0x3492a7)
Solo5:     rodata @ (0x3492a8 - 0x3a22b9)

thehajime

[    0.000000] Linux version 4.19.0+ (tazaki@earth-mac.local) (Apple LLVM version 10.0.0 (clang-1000.10.44.4)) #17 Thu May 9 16:40:31 JST 2019
[    0.000000] bootmem address range: 0x100a77000 - 0x106e76000
[    0.000000] Built 1 zonelists, mobility grouping on.  Total pages: 25249
[    0.000000] Kernel command line: mem=100M virtio-pci.force_legacy=1 virtio_mmio.device=292@0x1000000:1
[    0.000000] Dentry cache hash table entries: 16384 (order: 5, 131072 bytes)
[    0.000000] Inode-cache hash table entries: 8192 (order: 4, 65536 bytes)
[    0.000000] Memory available: 100592k/102396k RAM
[    0.000000] SLUB: HWalign=32, Order=0-3, MinObjects=0, CPUs=1, Nodes=1
[    0.000000] NR_IRQS: 4096
[    0.000000] lkl: irqs initialized

thehajime

% sudo LKL_HIJACK_DEBUG=1 LKL_HIJACK_CONFIG_FILE=./lkl-hijack-raw-multi.json ./bin/lkl-hijack.sh ping -I eth1 10.0.39.2
LKL: Pin To CPU 0
[    0.000000] Linux version 4.20.0+ (tazaki@) (clang version 6.0.1 (tags/RELEASE_601/final)) #2 Thu Jan 31 16:26:12 JST 2019
[    0.000000] memblock address range: 0x7f5ac0000000 - 0x7f5ac3fff000
[    0.000000] Built 1 zonelists, mobility grouping on.  Total pages: 16159
[    0.000000] Kernel command line:  virtio_mmio.device=273@0x1000000:1 virtio_mmio.device=273@0x2000000:2
[    0.000000] Dentry cache hash table entries: 8192 (order: 4, 65536 bytes)
[    0.000000] Inode-cache hash table entries: 4096 (order: 3, 32768 bytes)
[    0.000000] Memory available: 64500k/65532k RAM
[    0.000000] SLUB: HWalign=32, Order=0-3, MinObjects=0, CPUs=1, Nodes=1