Category: Uncategorized

If you want to dig into: for now it seems all to be HyperV related. I maybe wrong since I haven’t reviewed the code itself.

It’s based on the next 5.4.x kernel – probably since Ubuntu Focal also has 5.4 on LTS.

git clone --depth 1 --branch v5.4.51 https://github.com/gregkh/linux.git upstream & pid1=$!
git clone --depth 1 --branch linux-msft-5.4.51  https://github.com/microsoft/WSL2-Linux-Kernel.git wsl2 & pid2=$!
wait $pid1 $pid2

File differences

diff -qr --exclude=.git upstream wsl2 | tee diff.txt
cat  \
    <(cat diff.txt | grep -oP '(Files upstream/)\K[^ ]+') \
    <(cat diff.txt | grep -oP '(Only in wsl2/)\K.+' | sed 's|: |/|g') \
    | sort -u \
    | (while read f; do if [[ -f "wsl2/$f" ]]; then echo "$f"; fi; done;) \
| tee files.txt

Get all commits on diffed files

Improvement: Diff the original commit list with WSL source

cd wsl2
git fetch origin
git pull --unshallow 
cat ../files.txt \
    | xargs -I @ git log --follow --pretty="%h - %s" -- @ \
    | tee /dev/stderr | sort -u \
    > ../commits.txt

(improvement: or maybe output author as well)

Get all commits with HyperV (improvement: or sort by author)

sort -u ../commits.txt | rg -i 'hyper(-)?v' | sed -r 's|([a-f0-9]+) - |\1\t|g' | sort -k2 | tee ../hyperv-commits.txt

Modified files in Microsoft Source

arch/arm64/include/asm/clocksource.h
arch/arm64/include/asm/hyperv-tlfs.h
arch/arm64/include/asm/ima.h
arch/arm64/include/asm/kexec.h
arch/arm64/include/asm/mshyperv.h
arch/arm64/include/asm/pgtable-hwdef.h
arch/arm64/include/asm/trans_pgd.h
arch/arm64/include/asm/vdso/compat_gettimeofday.h
arch/arm64/include/asm/vdso/gettimeofday.h
arch/arm64/include/asm/vdso/vsyscall.h
arch/arm64/Kbuild
arch/arm64/Kconfig
arch/arm64/kernel/asm-offsets.c
arch/arm64/kernel/cpu-reset.h
arch/arm64/kernel/cpu-reset.S
arch/arm64/kernel/crash_core.c
arch/arm64/kernel/hibernate.c
arch/arm64/kernel/ima_kexec.c
arch/arm64/kernel/kexec_image.c
arch/arm64/kernel/machine_kexec.c
arch/arm64/kernel/machine_kexec_file.c
arch/arm64/kernel/Makefile
arch/arm64/kernel/relocate_kernel.S
arch/arm64/kernel/smp.c
arch/arm64/kernel/vdso.c
arch/arm64/kernel/vdso/vdso.lds.S
arch/arm64/mm/Makefile
arch/arm64/mm/mmu.c
arch/arm64/mm/trans_pgd.c
arch/arm/include/asm/clocksource.h
arch/powerpc/include/asm/ima.h
arch/powerpc/include/asm/secure_boot.h
arch/powerpc/Kconfig
arch/powerpc/kernel/ima_arch.c
arch/powerpc/kernel/ima_kexec.c
arch/powerpc/kernel/Makefile
arch/powerpc/kernel/secure_boot.c
arch/x86/boot/compressed/eboot.c
arch/x86/boot/compressed/kaslr.c
arch/x86/include/asm/e820/types.h
arch/x86/include/asm/efi.h
arch/x86/include/asm/hyperv-tlfs.h
arch/x86/include/asm/mshyperv.h
arch/x86/kernel/cpu/mshyperv.c
arch/x86/kernel/e820.c
arch/x86/kernel/setup.c
arch/x86/platform/efi/efi.c
arch/x86/platform/efi/quirks.c
certs/blacklist.c
Documentation/ABI/testing/ima_policy
Documentation/admin-guide/kdump/vmcoreinfo.rst
Documentation/admin-guide/kernel-parameters.txt
Documentation/arm64/memory.rst
Documentation/devicetree/bindings/edac/arm-dmc520.txt
drivers/acpi/Kconfig
drivers/acpi/Makefile
drivers/acpi/nfit/core.c
drivers/char/Makefile
drivers/clocksource/arm_arch_timer.c
drivers/clocksource/hyperv_timer.c
drivers/dax/bus.c
drivers/dax/bus.h
drivers/dax/dax-private.h
drivers/dax/hmem.c
drivers/dax/Kconfig
drivers/dax/Makefile
drivers/edac/dmc520_edac.c
drivers/edac/Kconfig
drivers/edac/Makefile
drivers/firmware/broadcom/Kconfig
drivers/firmware/broadcom/Makefile
drivers/firmware/broadcom/tee_bnxt_fw.c
drivers/firmware/efi/arm-init.c
drivers/firmware/efi/arm-runtime.c
drivers/firmware/efi/efi.c
drivers/firmware/efi/esrt.c
drivers/firmware/efi/fake_mem.c
drivers/firmware/efi/fake_mem.h
drivers/firmware/efi/Kconfig
drivers/firmware/efi/libstub/arm32-stub.c
drivers/firmware/efi/libstub/efi-stub-helper.c
drivers/firmware/efi/libstub/random.c
drivers/firmware/efi/Makefile
drivers/firmware/efi/x86_fake_mem.c
drivers/hv/hv_balloon.c
drivers/hv/hv.c
drivers/hv/Kconfig
drivers/i2c/busses/i2c-bcm-iproc.c
drivers/Makefile
drivers/md/dm.c
drivers/md/dm-verity-target.c
drivers/md/dm-verity-verify-sig.c
drivers/md/dm-verity-verify-sig.h
drivers/net/ethernet/broadcom/bnxt/bnxt.c
drivers/net/ethernet/broadcom/bnxt/bnxt_devlink.c
drivers/net/ethernet/broadcom/bnxt/bnxt_devlink.h
drivers/net/ethernet/broadcom/bnxt/bnxt_ethtool.c
drivers/net/ethernet/broadcom/bnxt/bnxt_ethtool.h
drivers/net/ethernet/broadcom/bnxt/bnxt.h
drivers/net/ethernet/broadcom/bnxt/bnxt_hsi.h
drivers/net/ethernet/broadcom/bnxt/bnxt_sriov.c
drivers/net/ethernet/broadcom/bnxt/bnxt_tc.c
drivers/net/ethernet/broadcom/bnxt/bnxt_tc.h
drivers/net/ethernet/broadcom/bnxt/bnxt_ulp.c
drivers/net/ethernet/broadcom/bnxt/bnxt_ulp.h
drivers/net/ethernet/cavium/thunder/nicvf_main.c
drivers/net/ethernet/freescale/dpaa2/dpaa2-eth.c
drivers/net/ethernet/mellanox/mlx4/en_netdev.c
drivers/net/ethernet/mellanox/mlx5/core/en_main.c
drivers/net/ethernet/mellanox/mlx5/core/en/reporter_rx.c
drivers/net/ethernet/mellanox/mlx5/core/en/reporter_tx.c
drivers/net/ethernet/mellanox/mlx5/core/health.c
drivers/net/ethernet/netronome/nfp/bpf/offload.c
drivers/net/ethernet/qlogic/qede/qede_main.c
drivers/net/phy/mdio-mux-bcm-iproc.c
drivers/net/virtio_net.c
drivers/nvdimm/core.c
drivers/nvdimm/Kconfig
drivers/nvdimm/nd-core.h
drivers/nvdimm/region_devs.c
drivers/of/Kconfig
drivers/of/Makefile
drivers/of/of_ima.c
drivers/pci/controller/pcie-iproc.c
drivers/pci/controller/pcie-iproc.h
drivers/pci/quirks.c
drivers/soc/bcm/Kconfig
drivers/soc/bcm/Makefile
drivers/spi/spi-bcm-qspi.c
drivers/spi/spi-iproc-qspi.c
drivers/usb/core/hcd.c
drivers/usb/core/phy.c
drivers/usb/core/phy.h
drivers/usb/host/xhci.h
drivers/usb/host/xhci-plat.c
drivers/usb/host/xhci-ring.c
include/asm-generic/mshyperv.h
include/keys/system_keyring.h
include/linux/bpf.h
include/linux/device-mapper.h
include/linux/efi.h
include/linux/fs.h
include/linux/hyperv.h
include/linux/ima.h
include/linux/ioport.h
include/linux/memregion.h
include/linux/mmzone.h
include/linux/of.h
include/linux/page-flags.h
include/linux/page_reporting.h
include/linux/pci_ids.h
include/linux/usb/hcd.h
include/net/devlink.h
ipc/util.c
kernel/bpf/inode.c
kernel/bpf/map_in_map.c
kernel/bpf/syscall.c
kernel/bpf/verifier.c
kernel/bpf/xskmap.c
kernel/crash_core.c
kernel/events/core.c
kernel/kexec.c
kernel/kexec_core.c
kernel/kexec_file.c
kernel/kexec_internal.h
kernel/ksysfs.c
lib/fdt_addresses.c
lib/Kconfig
lib/Makefile
lib/memregion.c
lib/raid6/algos.c
lib/raid6/Kconfig
MAINTAINERS
Makefile
mm/compaction.c
mm/Kconfig
mm/Makefile
mm/memory_hotplug.c
mm/page_alloc.c
mm/page_reporting.c
mm/page_reporting.h
mm/shuffle.c
mm/shuffle.h
net/core/bpf_sk_storage.c
net/core/devlink.c
scripts/dtc/checks.c
scripts/dtc/Makefile
security/integrity/ima/ima_api.c
security/integrity/ima/ima_appraise.c
security/integrity/ima/ima_asymmetric_keys.c
security/integrity/ima/ima.h
security/integrity/ima/ima_init.c
security/integrity/ima/ima_main.c
security/integrity/ima/ima_policy.c
security/integrity/ima/ima_queue_keys.c
security/integrity/ima/Kconfig
security/integrity/ima/Makefile
security/integrity/integrity.h
security/Kconfig
security/keys/key.c

Commits from Microsoft Source

e984097b553e    add support for Hyper-V reference time counter
dbcb4a1a3f16    arch/tile: add hypervisor-based character driver for SPI flash ROM
712c6ff4dba4    arm64: add hypervisor stub
b11930e43b57    arm64: hyperv: Add core Hyper-V include files
483435370e2c    arm64: hyperv: Add hypercall and register access functions
97da1296d15a    arm64: hyperv: Add memory alloc/free functions for Hyper-V size pages
67709ad6616d    arm64: hyperv: Allow hv_get_raw_timer() definition to be override
6d499ac018f0    arm64: hyperv: Enable vDSO
cf9fe18b3e20    arm64: vdso: hyperv: Map tsc page into vDSO if enabled
dd2cb348613b    clocksource/drivers: Continue making Hyper-V clocksource ISA agnostic
bd00cd52d5be    clocksource/drivers/hyperv: Add Hyper-V specific sched clock function
adb87ff4f96c    clocksource/drivers/hyperv: Allocate Hyper-V TSC page statically
3e2d94535adb    clocksource/drivers/hyperv: Enable TSC page clocksource on 32bit
20ae0f017682    clocksource/drivers/hyper-v: Reserve PAGE_SIZE space for tsc page
ffe45a955788    clocksource/drivers/hyper-v: Untangle stimers and timesync from clocksources
fd1fea6834d0    clocksource/drivers: Make Hyper-V clocksource ISA agnostic
db985220778e    doc,xen: document hypervisor sysfs nodes for xen
9aa8b50b2b3d    Drivers: hv: Add Hyper-V balloon driver
6c248aad81c8    Drivers: hv: Base autoeoi enablement based on hypervisor hints
59a084a70afa    drivers: hv: Cleanup the kvp related state in hyperv.h
3053c762444a    drivers:hv: Define the channel type for Hyper-V PCI Express pass-through
d27d38353730    Drivers: hv: Enable Hyper-V code to be built on ARM64
619848bd0743    drivers:hv: Export a function that maps Linux CPU num onto Hyper-V proc num
a108393dbf76    drivers:hv: Export the API to invoke a hypercall on Hyper-V
2939437ce8f2    drivers: hv: kvp: Move the contents of hv_kvp.h to hyperv.h
4f39bcfd1c13    drivers/hv: Move HV_SYNIC_STIMER_COUNT into Hyper-V UAPI x86 header
5b423efe11e8    drivers/hv: Move struct hv_message into UAPI Hyper-V x86 header
c71acc4c74dd    drivers/hv: Move struct hv_timer_message_payload into UAPI Hyper-V x86 header
18f098618aa0    drivers/hv: Move VMBus hypercall codes into Hyper-V UAPI header
eafa7072e7cd    Drivers: hv: Move vmbus version definitions to hyperv.h
d6f3609d2b4c    Drivers: hv: restore hypervcall page cleanup before kexec
81b18bce48af    Drivers: HV: Send one page worth of kmsg dump over Hyper-V during panic
917ea427c786    Drivers: hv: Setup a mapping for Hyper-V's notion cpu ID
c75efa974e01    drivers/hv: share Hyper-V SynIC constants with userspace
3647a83d9dcf    Drivers: hv: util: move kvp/vss function declarations to hyperv_vmbus.h
765e33f5211a    Drivers: hv: vmbus: Break out ISA independent parts of mshyperv.h
63ed4e0c67df    Drivers: hv: vmbus: Consolidate all Hyper-V specific clocksource code
7fb96565e3e1    Drivers: hv: vmbus: Consolidate all offer GUID definitions in hyperv.h
e8d6ca023efc    Drivers: hv: vmbus: define the new offer type for Hyper-V socket (hvsock)
2048157ad02e    Drivers: hv: vmbus: fix the building warning with hyperv-keyboard
687f32e6d9bd    Drivers: hv: vmbus: Move some ring buffer functions to hyperv.h
8de8af7e0873    Drivers: hv: vmbus: Move the extracting of Hypervisor version information
68a2d20b79b1    drivers/video: add Hyper-V Synthetic Video Frame Buffer Driver
6db7199407ca    drivers/virt: introduce Freescale hypervisor management driver
5267cf02c779    hv: Add hyperv.h to uapi headers
dee863b571b0    hv: export current Hyper-V clocksource
0592969e73ae    hv: fail the probing immediately when we are not in hyperv platform
2726f95e0b6c    hv: hyperv.h: remove unneeded forward declarations of structures
7a4ba88cc11e    hv: hyperv.h: remove unused module macros
a832a1eba940    hv: remove a bunch of unused debug macros from hyperv.h
9f3e28e375a8    hv: remove free_channel() from hyperv.h
15b80d641793    hv: remove struct hv_device_info from hyperv.h
5557e8a60570    hv: remove unused LOWORD and HIWORD macros from hyperv.h
ae0078fcf0a5    hv_sock: implements Hyper-V transport for Virtual Sockets (AF_VSOCK)
421463b80b40    hyper-v: Add myself as additional MAINTAINER
c3582a2c4d0b    hyperv: Add support for vNIC hot removal
16be29f096c7    Hyper-V: arm64: Support for repetitive hypercall
f45be72c8ec0    hyperv: Fix spelling of HV_UNKOWN
7415aea6072b    hyper-v: Globalize vp_index
6b22e36f3f19    Hyper-V: support for cold memory heat hint hypercall
3a68c34930f2    Hyper-V: support for free page reporting
05183189ee5d    hyper-v: Update MAINTAINERS
057841713cff    hyper-v: Use fast hypercall for HVCALL_SIGNAL_EVENT
597ff72f3de8    hyper-v: use GFP_KERNEL for hv_context.hv_numa_map
a88464a8b0ff    kvm: add hyper-v crash msrs values
1d5103c11e32    KVM: Add HYPER-V header file
6f6a657c9998    KVM/Hyper-V/VMX: Add direct tlb flush support
2a342ed57756    KVM: PPC: Implement hypervisor interface
faeb7833eee0    kvm: x86: hyperv: guest->host event signaling via eventfd
e516cebb4f2b    kvm/x86: Hyper-V HV_X64_MSR_RESET msr
9eec50b8bbe1    kvm/x86: Hyper-V HV_X64_MSR_VP_RUNTIME support
b2d8b167e15b    KVM: x86: hyper-v: set NoNonArchitecturalCoreSharing CPUID bit when SMT is impossible
1f4b34f825e8    kvm/x86: Hyper-V SynIC timers
8ed6d76781dd    kvm/x86: Rename Hyper-V long spin wait hypercall
ceef7d10dfb6    KVM: x86: VMX: hyper-v: Enlightened MSR-Bitmap support
32d5860a9e3c    MAINTAINERS: Add Hyper-V IOMMU driver into Hyper-V CORE AND DRIVERS scope
bd77c321945f    MAINTAINERS - add keyboard driver to Hyper-V file list
f92ca80b28a0    MAINTAINERS: add keyboard driver to Hyper-V file list
db46e14f8a3c    MAINTAINERS: Add missed file for Hyper-V
31f9783f4838    MAINTAINERS: Add myself to the Xen Hypervisor Interface and remove Chris Wright.
45f1139e4029    MAINTAINERS: Add STAGING - HYPER-V (MICROSOFT)
919691733197    MAINTAINERS: Change mailing list for Hyper-V CORE AND DRIVERS
bafe1e79e05d    MAINTAINERS: Fix Hyperv vIOMMU driver file name
cb4f131e1f2c    MAINTAINERS: Patch monkey for the Hyper-V code
a4162747b796    MAINTAINERS: update Hyper-V file list
406de552c2be    MAINTAINERS: Update PARAVIRT_OPS_INTERFACE and VMWARE_HYPERVISOR_INTERFACE
30b6b22f4e6e    MAINTAINERS: update XEN HYPERVISOR INTERFACE
5fe47c158d60    Merged PR 3218930: Hyper-V: Support for free page reporting
cc2dd4027a43    mshyperv: fix recognition of Hyper-V guest crash MSR's
33be96e47cc2    net/hyperv: Add flow control based on hi/low watermark
4d447c9a6ebc    net/hyperv: Add support for jumbo frame up to 64KB
c31c151b1c4a    net/hyperv: Fix the page buffer when an RNDIS message goes beyond page boundary
1194c4133195    nfit: Add Hyper-V NVDIMM DSM command set to white list
348dd93e40c1    PCI: hv: Add a Hyper-V PCI interface driver for software backchannel interface
4daace0d8ce8    PCI: hv: Add paravirtual PCI front-end for Microsoft Hyper-V VMs
0475f9ea8e2c    perf_counters: allow users to count user, kernel and/or hypervisor events
e712209a9e0b    perf: Fix hypervisor branch sampling permission check
3cdc20e51791    [POWERPC] Celleb: hypervisor console driver
3200761a1ad5    Revert "Merged PR 3218930: Hyper-V: Support for free page reporting
91c17449fe04    Revert "x86/hyper-v: include hyperv/ only when CONFIG_HYPERV is set"
44a01d5ba8a4    [S390] s390/hvc_console: z/VM IUCV hypervisor console support
a363bf7bd23f    Staging: hv: Add a subset of definitions from vmbus_api.h to hyperv.h
3e7ee4902fe6    Staging: hv: add the Hyper-V virtual bus
5c47340061ff    Staging: hv: Create a common header for all hyperv drivers to include
7692fd4d441a    Staging: hv: fix smp problems in the hyperv core code
8ff3e6fc58d7    Staging: hv: Include asm/hyperv.h in hyperv.h
3f335ea2131b    Staging: hv: Include the newly created header file in all of the relevant hyperv files
09d50ff8a233    Staging: hv: make the Hyper-V virtual bus code build
7effffb7a01b    Staging: hv: Move a subset of definitions from ring_buffer.h to hyperv.h
46a971913611    Staging: hv: move hyperv code out of staging directory
c35470b2297f    Staging: hv: Move the contents of channel.h to hyperv.h
b56dda06b4dd    Staging: hv: Move the contents of channel_mgmt.h to hyperv.h
f63c9149d052    Staging: hv: Move the contents of logging.h to hyperv.h
f7c6dfda0533    Staging: hv: Move the contents of the file version_info.h to hyperv.h
b189702dd9e1    Staging: hv: Move the contents of utils.h to hyperv.h
35ea09c39037    Staging: hv: Move the contents of vmbus_api.h to hyperv.h
517d8dc686f4    Staging: hv: Move the contents of vmbus_channel_interface.h to hyperv.h
27b5b3ca6903    Staging: hv: Move the contents of vmbus.h to hyperv.h
50ed40e0d06d    Staging: hv: Move the contents of vmbus_packet_format.h to hyperv.h
407dd1644302    Staging: hv: remove unneeded asm include file in hyperv.h
a73e6b7c508f    Staging: hv: Remove xen legacy code and check for Hyper-V
afbdc4a98b6b    Staging: hv: vmbus_drv: Include the contents of hv_api.h in hyperv_vmbus.h
89b2ca478126    Staging: hv: vmbus_drv: Move the contents of vmbus_private.h to vmbus_hyperv.h
773b79f7a7c7    tracing/hyper-v: Trace hyperv_mmu_flush_tlb_others()
a752ee56ad84    tty: Update hypervisor tty drivers to use core stdout parsing code.
af0a5646cb8d    use the new async probing feature for the hyperv drivers
0bde95690d65    virtio_net: Add support for VLAN filtering in the hypervisor
faa9b39f0e9d    virtio_net: propagate linkspeed/duplex settings from the hypervisor
90eedf0cbe4b    vmbus: use resource for hyperv mmio region
db34bbb767bd    X86: Add a check to catch Xen emulation of Hyper-V
e08cae4181af    x86: Clean up the hypervisor layer
9df56f19a500    x86: Correctly detect hypervisor
a2a47c6c3d1a    x86: Detect running on a Microsoft HyperV system
9279aa55061a    x86: Export the symbol ms_hyperv
bc2b0331e077    X86: Handle Hyper-V vmbus interrupts as special hypervisor interrupts
894266466aa7    x86/headers/UAPI: Use __u64 instead of u64 in <uapi/asm/hyperv.h>
e2768eaa1ca4    x86/hyperv: Add a function to read both TSC and TSC page value simulateneously
5d75a747596b    x86: hyperv: add CPUID bit for crash handlers
eb914cfe72f4    X86/Hyper-V: Add flush HvFlushGuestPhysicalAddressSpace hypercall support
8c3e44bde7fd    x86/hyperv: Add functions to allocate/deallocate page for Hyper-V
f726c4620df3    x86/hyperv: Add GUEST_IDLE_MSR support
cc4edae4b924    x86/hyper-v: Add HvFlushGuestAddressList hypercall support
e9a7fda29a56    x86/hyperv: Add interrupt handler annotations
a46d15cc1ae5    x86/hyper-v: allocate and use Virtual Processor Assist Pages
213ff44ae4eb    x86/hyper-V: Allocate the IDT entry early in boot
1e2ae9ec072f    x86/hyperv: Avoid reporting bogus NMI status for Gen2 instances
ca3ba2a2f4a4    x86, hyperv: Bypass the timer_irq_works() check
2cf0284223a4    x86/hyperv: Check frequency MSRs presence according to the specification
1aec169673d7    x86: Hyperv: Cleanup the irq mess
a3b742439292    x86/hyperv: Clear vCPU banks between calls to avoid flushing unneeded vCPUs
9a2d78e291a7    X86/Hyper-V: Consolidate the allocation of the hypercall input page
90ab9d551093    x86, hyperv: Correctly guard the local APIC calibration code
fcd3f6222a4e    x86/hyperv: Create and use Hyper-V page definitions
68d1eb72ee99    x86/hyper-v: define struct hv_enlightened_vmcs and clean field bits
5431390b3039    x86/hyper-v: detect nested features
a4987defc1e6    x86/hyper-v: Do some housekeeping in hyperv-tlfs.h
220d6586ecb4    x86/hyper-v: Drop HV_X64_CONFIGURE_PROFILER definition
68bb7bfb7985    X86/Hyper-V: Enable IPI enlightenments
1de72c706488    x86/hyper-v: Enable PIT shutdown quirk
3a025de64bf8    x86/hyperv: Enable PV qspinlock for Hyper-V
366f03b0cf90    X86/Hyper-V: Enhanced IPI enlightenment
6b48cb5f8347    X86/Hyper-V: Enlighten APIC access
13b5be56d1c5    x86: hyperv: Fix brown paperbag typos reported by Fenguangs build robot
d68ce0177c1e    x86, hyperv: Fix build error due to missing <asm/apic.h> include
9cd05ad2910b    x86/hyper-v: Fix definition of HV_MAX_FLUSH_REP_COUNT
7a83247e010a    x86/Hyper-V: Fix definition of struct hv_vp_assist_page
b42967dcac1d    x86/hyper-v: Fix indentation in hv_do_fast_hypercall16()
1e034743e918    x86/hyperv: Fix the build in the !CONFIG_KEXEC_CORE case
1268ed0c474a    x86/hyper-v: Fix the circular dependency in IPI enlightenment
76d388cd72ab    x86: hyperv: Fixup the (brain) damage caused by the irq cleanup
9fa023174294    x86, HyperV: fix up the license to mshyperv.c
9e7827b5ea4c    x86, hyperv: Get the local APIC timer frequency from the hypervisor
59107e2f4883    x86/hyperv: Handle unknown NMIs on one CPU when unknown_nmi_panic
7eff7ded02d1    x86, hyperv: Handle Xen emulation of Hyper-V more gracefully
41cfe2a2a7f4    x86/hyperv: Hide pv_ops access for CONFIG_PARAVIRT=n
2d2ccf24939c    x86/Hyper-V/hv_apic: Build the Hyper-V APIC conditionally
cb20e5f2c8d6    x86, hyperv: HYPERV depends on X86_LOCAL_APIC
53e52966901a    x86/hyper-v: Implement hv_do_fast_hypercall16
bd2a9adaadb8    x86/hyperv: Implement hv_get_tsc_page()
806c89273bab    x86/hyper-v: Implement rep hypercalls
2e252fbf777d    x86/hyper-v: include hyperv/ only when CONFIG_HYPERV is set
79cadff2d92b    x86/hyper-v: Include hyperv/ only when CONFIG_HYPERV is set
6f4151c89b7d    x86: Hyper-V: Integrate the clocksource with Hyper-V detection code
6a8edbd0c54a    x86/hyper-v: Introduce fast hypercall implementation
3998d095354d    x86, hypervisor: add missing <linux/module.h>
88b094fb8d4f    x86: Hypervisor detection and get tsc_freq from hypervisor
96f6e775b586    x86, hypervisor: Export the x86_hyper* symbols
fc53662f13b8    x86/hyper-v: Make hv_do_hypercall() inline
3c433679ab66    x86: hyperv: Make it build with CONFIG_HYPERV=m again
32c6590d1268    x86, hyperv: Mark the Hyper-V clocksource as being continuous
88c9281a9fba    x86/hyperv: Mark the Hyper-V TSC as unstable
ec084491727b    x86/hyper-v: Mark TLFS structures packed
4c08edd30501    x86, hyperv: Move a variable to avoid an unused variable warning
415bd1cd3a42    x86/hyper-v: move definitions from TLFS to hyperv-tlfs.h
5a4858032217    x86/hyper-v: move hyperv.h out of uapi
c9c92bee5330    x86/hyper-v: move struct hv_flush_pcpu{,ex} definitions to common header
0aa67255f54d    x86/hyper-v: move synic/stimer control structures definitions to hyperv-tlfs.h
0733379b512c    x86/hyperv: Move TSC reading method to asm/mshyperv.h
71c2a2d0a81f    x86/hyperv: Read TSC frequency from a synthetic MSR
93286261de1b    x86/hyperv: Reenlightenment notifications support
32068f6527b8    x86: Hyper-V: register clocksource only if its advertised
1278f58cdee6    x86/hyper-v: Remove duplicated HV_X64_EX_PROCESSOR_MASKS_RECOMMENDED definition
c629421a9900    x86, hyperv: remove PCI dependency
a1efa9b70097    x86/hyper-v: rename ipi_arg_{ex,non_ex} structures
22734de636fc    x86/Hyper-V: Report crash data in die() when panic_on_oops is set
f54812b91794    x86/Hyper-V: Report crash register data or kmsg before running crash kernel
b99d7940a0f2    x86: hyperv: report value of misc_features
f7c0f50f1857    x86/hyperv: Set pv_info.name to "Hyper-V"
84fdfafab849    x86/Hyper-V: Set x2apic destination mode to physical when x2apic is available
dd018597a074    x86/hyper-v: stash the max number of virtual/logical processor
628f54cc6451    x86/hyper-v: Support extended CPU ranges for TLB flush hypercalls
2ffd9e33ce4a    x86/hyper-v: Use hypercall for remote TLB flush
98f65ad45844    x86/kvm/hyper-v: remove stale entries from vec_bitmap/auto_eoi_bitmap on vector change
6a058a1eadc3    x86/kvm/hyper-v: use stimer config definition from hyperv-tlfs.h
26fcd952d5c9    x86/mshyperv: Remove excess #includes from mshyperv.h
e70e5892b28c    x86/retpoline/hyperv: Convert assembler indirect jumps
702644ec1cab    x86/timers: Move simple_udelay_calibration past init_hypervisor_platform
03b2a320b19f    x86/virt: Add enum for hypervisors to replace x86_hyper
f3614646005a    x86/virt, x86/platform: Add ->guest_late_init() callback to hypervisor_x86 structure

TL;DR TechStack n-1 is dead. It ended with the rise of the clouds and software release cycles going down to weeks due to containerized CIs.

^{The Death of Sophocles (Creative Commons)}

Beeing OpenSource-based, Ubuntu already had the concept of point releases every 6 months when the Docker and K8s hit the world and gave automated CIs a big boost in making system containers. Some years after Docker itself switched to a 3-month release cycle. So did the Linux Kernel with 2-3 months. Firefox 4-weeks.

And Microsoft? Windows 10 became a platform. Service Releases for the end customers every 6 months. Insider Program became a built-in feature of Windows 10. Now you can call that a rolling release!

Given that and comparing that to the old paradigm of “we don’t run edgy software” it may take 8 weeks or 6 months until we have already reached TechStack n – 2.

Now compare that with the speed of your management decision processes!

Sure, not every feature is important but some of them are business critical just like WSL2. Or sometimes you get a security requirement like please change the base image of the systems. Sometimes you save time and money if you just deploy applications as services by helm chart instead of fixing a custom setup for weeks. Sometimes it’s easier to just rollback a deployment on Kubernetes than replaying a build process in hope to rebuild a lost artifact (build once, deploy many).

And then you have security: there infrastructure is also changing. Snapshot technologies are on the rise (hypervisors/ostree/next gen filesystems like ZFS and BTRFS).

Back to WSL2. Why? Dev/Production parity. And maintaining one tool chain based on an image. Still you could use VMs and some indeed still do you Vagrant with all it’s problems Both Apple and Microsoft strife for best developer experience on their systems, simple because OpenSource and Linux has triumphed and it is run on the future market which is cloud native.

That is why every big company is behind the (corporate) Linux Foundation and (corporate) CNCF (Cloud Native Computing Foundation). And that is probably why their certs are so cheap: because we need skilled developers that know their platform.

So, how do we keep up? Clouds are evolving fast and are ephemeral. So we need to become that too.

Not everyone is living at the edge and that’s also a requirement for a healthy system.

We need early adopters that can surf on the static noise generated by cloud native experiments, that can see where the ocean is moving. These are the OpenSource contributors and the ones birding GitHub repositories on their laptops.

We need those who can build stable container ships that sail the ocean. Those who know what’s happening on the technology radar.

We need skeptical ones that can see beyond fancy applications and hero myths to the bottom of underlying bare metal infrastructure.

We need people with long time experience knowing old and forgotten tricks.

Running that old techstack n-1 paradigm in modern environments has become dangerous and negligent.

We need to close the gaps in the DevSecOps Infinity Loop.

PS.: Sure, for datacenters keep running your RHEL or CentOS with support until 2026!

Well, the API is there and you can do it already!

Just dig into the what git is doing by a test-clone with any LFS repo:

export GIT_CURL_VERBOSE=1                                                                               
export GIT_TRACE_CURL=1                                 
git clone <my-repo> 2>&1 | tee git-clone.log                                                

From there you are able to figure what is happing on SSH:

Now: download an LFS backed file from GitLab.com without git and git-lfs installed!

#!/usr/bin/env bash

PROJECT="${1}" # your-company/or-repo/whatever
FILEPATH="${2}" # foo/bar.tar.gz
REF="${3:-master}" # branch
SSHID="${4:-$HOME/.ssh/ecdsa_id}" # like $HOME/.ssh/mycompany

OID="$(set -o pipefail; curl -fSL -H "PRIVATE-TOKEN: ${GITLAB_TOKEN}" "https://gitlab.com/api/v4/projects/${PROJECT//\//%2F}/repository/files/${FILEPATH//\//%2F}/raw?ref=${REF}" -o - | grep '^oid' | cut -d: -f2)"
AUTH="$(set -o pipefail; ssh -o IdentitiesOnly=yes -o IdentityFile="${SSHID}" git@gitlab.com git-lfs-authenticate "${PROJECT}.git" download | jq -er '.header.Authorization')"
mkdir -p "${FILEPATH%%/*}"
curl -H "Authorization: $AUTH" "https://gitlab.com/${PROJECT}.git/gitlab-lfs/objects/${OID}" -o "${FILEPATH}"
file "${FILEPATH}"

And you can even do it without using SSH!

#!/usr/bin/env bash

PROJECT="${1}" # your-company/or-repo/whatever
FILEPATH="${2}" # foo/bar.tar.gz
BRANCH="${3:-master}" # branch

# get LFS file info
IFS=$'\n' LFS_OBJECT_INFO=($(curl -fsSL -H "PRIVATE-TOKEN: ${GITLAB_TOKEN}" "https://gitlab.com/api/v4/projects/${PROJECT//\//%2F}/repository/files/${FILEPATH//\//%2F}/raw?ref=${BRANCH}" -o -))
OID="$(echo "${LFS_OBJECT_INFO[@]}" | grep -oP "oid sha256:\K[^\s]+")"
SIZE="$(echo "${LFS_OBJECT_INFO[@]}" | grep -oP "size \K[^\s]+")"
# request actions for given lfs objects
LFS_OBJECT_REQUEST_JSON="$(jq -rnc --arg oid $OID --arg size $SIZE --arg ref "refs/heads/$BRANCH" '{"operation":"download","objects":[{"oid":$oid,"size":$size}],"transfers":["lfs-standalone-file","basic"],"ref":{"name": $ref }}')"
LFS_OBJECT_ACTION_DOWNLOAD="$(set -o pipefail; curl -sSlf -H "Content-Type: application/json" -X POST -d "$JSON" "https://oauth2:${GITLAB_TOKEN}@gitlab.com/${PROJECT}.git/info/lfs/objects/batch" | jq -er '.objects[0].actions.download')"
AUTH="$(echo "$LFS_OBJECT_ACTION_DOWNLOAD" | jq -er '.header.Authorization')"
DOWNLOAD_URL="$(echo "$LFS_OBJECT_ACTION_DOWNLOAD" | jq -er '.href')"
mkdir -p "${FILEPATH%%/*}"
curl -H "Authorization: ${AUTH}" "${DOWNLOAD_URL}" -o "${FILEPATH}"

It is distributed as binary package (built on python and with pyinstaller that has bundled native libs) BUT…

• Problem #1 this requires a decent GLIBC and probably won’t run on older redhat distributions
• Problem #2 as it turns out many people use the official docker images to build their images and push to AWS ECR. and since these images are based on alpine and therefore use MUSL and NOT GLIBC it simply won’t run (but well people have seen now alpine pipelines in AWS builds although they do NOT support any other linux than their own; probably THEY HAVE TO)
• Problem #3 you now have to download the application to update it (hey, the way to install software on windows or mac? but hey an own updater with aws/install –update)
• Problem #4 forget installing and updating from pip for now; well you can directly pip from repo BUT it’s tricky. although the version says 2.0.38 (no beta or alpha!) it still requires a botocore==2.0.0dev42. i guess they should suffix a “ga” for “General Availability”.
• Problem #5 If you belong to the majority (or the people with broken python installations) please refrain from saying “I have no problems! It’s better now!”

Anyway, they have some nyce features now and it seems they packed aws-shell right into to CLI:
https://aws.amazon.com/blogs/developer/aws-cli-v2-is-now-generally-available/
https://www.youtube.com/watch?v=U5y7JI_mHk8

UPDATE: It is possible to use GLIBC in Alpine and also get the size of WS CLI down:

How to get AWS-CLI v2 down from 127M to 67M

Ich sehe das so: Systemischer Rassismus* führte dazu dass eine heterogene aber ethnische Gruppe von Menschen bezüglich ihrer Hautfarbe benachteiligt wurde. Irgendwann führte es dazu, dass die Ungleichgewicht durch die ganzen kleinen Benachteiligungen so stark wurde, dass informell und formell jetzt eine Ausbalancierung stattfindet; “The White Man’s Legacy” sozusagen…

Leider wird dabei wieder gegen falsche Ziele oder über das Ziel hinaus geschoßen: Es ist aber vor allem in unserer Zeit der Selbstradikalisierung besonders einfach, sich mit dem “correct a wrong” zu profilieren. Es zählt wie in der Politik ohnehin oft nur noch das “moralisch korrekte”, da sich damit am einfachsten ill-informed Follower rekrutieren lassen. Ethisch gerechte sowie rationale Entscheidungen treten in den Hintergrund.

Getreu “yesterday’s heroes, tomorrow’s fool” dürfen wir wohl damit leben, dass Leitsätze wie “Wenn nur einer im Team sich damit mehr inkludiert fühlt, dann machen wir das” unseren Hedonismus beflügeln und dadurch auch ein Pressure auf Need-to-Change entsteht. Auch wenn dadurch mal was einfach total deppert benamst wird.

Ich denke das gute Kommunikation bei denen, die sich diskriminiert fühlen, dazu führen kann, auch mal den Blickwinkel zu justieren. Nur weil in einem Chat jemand mal das falsche Wort getroffen hat, heißt dass nicht, dass es ein böse Person ist. And you are blocked! Zu kontrovers! Cancel Culture lässt grüßen.

“Big solutions for small problems”.

Also lassen wir doch mal aber einen “Code of Conduct” zum Selbstzweck zu weaponizen – oder gebn wir uns vielelicht mal Müphe zu erkennen, wenn das geschieht. Denn steht man nicht for Logik und Verstand ein kann das bei vielen Justice Warriorn schnell zu einer toxischen Kommunikationskultur führen (you know “logic is a patriarchal thing”). Trotzem, das Selbstwertgefühl dieser Personen sollte man nicht verletzen! Entweder arrangiert man sich, wenn nicht passt man vielleicht doch nicht zu der Gruppe.

Ich bin aber auch ein Vertreter davon, dass Sprache Realität schafft. Aber es bringt nix Denkmäler sinnlos zu zerstören, weil damit viele auch Sinnbilder einer Kultur verbinden. Es muss Verständniss geschaffen werden, welche negativen Bilder, besser Narrative andere damit verbinden. Wenn zu kritisch, dann vielleicht ab damit ins Museum? Oder: “yeah, it’s time to lower the rebel flag!

Vielleicht müssen wir ein Stück weit mit dem “Unsinn” mitschwimmen, und es vielleicht auch mal als Anregung sehen unsere eigenen Sichtweisen in Frage zu stellen.

Ist es nicht ähnlich wie beim Feminismus? eine Frauenquote betrachte ich strukturell als ungerecht, aber wir wissen mittlerweile auch, dass Frauen sich sehr positiv auf den Climatus auswirken, eben Diversität. Das Problem ist eher der Maskulinismus, das Patriarchat, das nur als Anti-These zum Feminismus steht und es nicht geschafft hat, sich zu emanzipieren. So, ist jetzt besser zu sagen: ich schwimme als Whity mit allem mit, oder bin ich eher ein Mensch mit Intelligenz, Verantwortungsbewußtsein der sich erlaubt zu sagen: “Ich verstehe deine Punkte, aber Master kommt aus dem lateinischen!”

Und apropos Patriarchat: es ist tot, das Problem ist wir leben noch in den Ruinen von Rom.

Vielleicht sollte man sich auch mal überlegen welche Persönlichsdefizite oder -defekte man selbst hat und warum man sich so getriggert fühlt. Und das fängt bei dem Quälgeist der heutigen Zeit, Narzismus an, der ja bekannterweise durch Sozialisisation entstehen kann. Aber es geht ja weiter… Depression, Borderline, bipolar…

Naja, mehr Gedanken zu dem Thema von Bryan Lunduke: Linux Kernel blacklists “blacklist”

UPDATE: That’s it about: CNN’s Van Jones brought to tears as Joe Biden wins US election

Envsubst as a GitHub Action, Serverless Frameworks that just look like a YAML wrapper around an API, YAML based TaskRunners that somewhat reensemble the requirements of a CI . Not sure if everyoke understood the convention over configuration thing and why would do descriptive instead of imperative (CloudFormation anyone?). It reminds me more of people now pushing thin layered YAML wrappers since the micro NPM projects now look a bit old-school on the curriculum vitae 🙄 Well, obviously it’s about getting things to be easier to grasp. But then again sometimes find odd solutions when you hit the limits. The question is rather: who does find the most usable one? Interesting read: https://aws-blog.de/2020/02/the-declarative-vs-imperative-infrastructure-as-code-discussion-is-flawed.html

Some CSV utils which may come handy since most teams are dealing with that kind of formats 😉

• http://paulfitz.github.io/daff/ – part of my default toolset 😉
• https://github.com/mithrandie/csvq – part of my default toolset 😉
• http://ebay.github.io/tsv-utils/ – interesting read
• https://github.com/BurntSushi/xsv – yeah, the ripgrep guy
• https://github.com/tomnomnom/gron – now part of my default toolset (yeah, json but faster than jq with “flatten” filter; line grep is powerful)
• https://github.com/paulfitz/coopy – patch/diff for CSV and spreadsheet data
• https://github.com/dflemstr/rq – in trial

Zielsetzung: Wir möchten von eigenes Autos auf Taxi als Dienstleister wechseln.

Wir kennen allerdings das Taxi-Business zu wenig, fühlen uns unsicher und bestellen daher erstmal Fahrer, die in unseren eigenen Autos Taxi fahren sollen. Die Fahrer sind aber keine ausgebildeten Taxi-Fahrer, kennen die Strassen nicht, und das Navi ist leider ein propritäres Produkt mit veralteter Karte. Allerdings von namhaften Hersteller, was nicht wirklich was bringt. Ebenso bieten wir auch unseren Fahrern Kaffee von Starbucks, damit sie nicht einschlafen und die Straßen lernen können.

Ziemlicher Käse, oder?

Kubernetes wäre in dem Fall das Car-Sharing. MyTaxi.eu oder Uber die Amazon-Services. Und weil Amazon es eh besser kann, denken wir, wir könnten unseren “Taxi-Fahrern ohne Plan” ja von Über gemietete Autos hinstellen, in der Hoffnung, das sie die Straßen dann effizienter abfahren.

Oder auf deutsch: warum Migration in Baby-Steps manchmal Unsinn ist. Automatisiert was geht, und nehmt bitte Abstand von halbgahren Lösungen, weil Kontrollfreaks nunnal FUD und Babysteps propagieren. Die Zeit, die für #reinventingthewheel oder das “wir wollen es erstmal verstehen oder sehen dass es funktioniert” drauf geht, kann man getrost auch ins Development stecken. Infrastructure first. Nehmt euch DevOps die euch ne Infrastruktur und ne CI hinstellen und lässt sie machen. Umso schneller steigt ihr in eure eigenes Taxis ein und müsst euch um den Weg zum Ziel keine Gedanken mehr machen. Je besserer die Automatisierung läuft, desto weniger Fehler gibt es. Eine Liste mit zig Punkten, die trotzdem manuell abgearbeitet werden muss, bleibt nunmal fehlerträchtig und es geht nur menschliche Zeit und Nerven darauf. Und Devs lernen auch nichts, außer menschliche Fehler zu wiederholen. Also, noch mehr Frust satt an einer CI zu arbeiten, die Dinge wirklich einfacher machen würde. Time to Rollback. Time to go live. Instant response. Zeit für Tests und Qualität statt immer der gleiche Bullshit.

Auch ja, und dann gab es noch diese fetten Limosinen aka. vertikale Bare Metal Skalierung. Hat sich leider im Berufsverkehr als unpraktikabel erwiesen. Aber hübsch sehen sie ja aus. Wer’s braucht…

From StackOverflow

Short function

function is_a_tty() 
{
    static $result;
    if (is_null(result)) {
        $fp = fopen('php://stdin', 'r');
        $stat = fstat($fp);
        $mode = $stat['mode'] & 0170000; // S_IFMT
        $result = $mode == 0020000; // S_IFCHR
        fclose($fp);
    }
    return $result;
}

Info Class from StackOverflow by leigh

<?php

class IOMode
{
    public $stdin;
    public $stdout;
    public $stderr;

    private function getMode(&$dev, $fp)
    {
        $stat = fstat($fp);
        $mode = $stat['mode'] & 0170000; // S_IFMT

        $dev = new StdClass;

        $dev->isFifo = $mode == 0010000; // S_IFIFO
        $dev->isChr  = $mode == 0020000; // S_IFCHR
        $dev->isDir  = $mode == 0040000; // S_IFDIR
        $dev->isBlk  = $mode == 0060000; // S_IFBLK
        $dev->isReg  = $mode == 0100000; // S_IFREG
        $dev->isLnk  = $mode == 0120000; // S_IFLNK
        $dev->isSock = $mode == 0140000; // S_IFSOCK
    }

    public function __construct()
    {
        $this->getMode($this->stdin, fopen('php://stdin', 'r'));
        $this->getMode($this->stdout, fopen('php://stdout', 'w'));
        $this->getMode($this->stderr, fopen('php://stderr', 'w'));
    }
}

$io = new IOMode;

Input

$ php io.php
// Character device as input
// $io->stdin->isChr  == true

$ echo | php io.php
// Input piped from another command
// $io->stdin->isFifo == true

$ php io.php < infile
// Input from a regular file (name taken verbatim from C headers)
// $io->stdin->isReg  == true

$ mkdir test
$ php io.php < test
// Directory used as input
// $io->stdin->isDir  == true
Output:

$ php io.php
// $io->stdout->isChr  == true

$ php io.php | cat
// $io->stdout->isFifo == true

$ php io.php > outfile
// $io->stdout->isReg  == true
Error:

$ php io.php
// $io->stderr->isChr  == true

$ php io.php 2>&1 | cat
// stderr redirected to stdout AND piped to another command
// $io->stderr->isFifo == true

$ php io.php 2>error
// $io->stderr->isReg  == true

I hope those PHP stuff finally dies 🙁