froody

package main

import (
    "os"
    "log"
    "bufio"
    "flag"
    "github.com/klauspost/compress/zstd"
)

froody

# abuild -F -r
>>> bazel6: Building testing/bazel6 6.4.0-r0 (using abuild 3.12.0-r0) started Wed, 24 Apr 2024 12:30:17 +0000
>>> bazel6: Checking sanity of /aports/testing/bazel6/APKBUILD...
>>> bazel6: Analyzing dependencies...
>>> bazel6: Installing for build: build-base bash openjdk11-jdk linux-headers python3 unzip zip
WARNING: opening /root/packages//testing: No such file or directory
WARNING: opening /root/packages//community: No such file or directory
WARNING: opening /root/packages//main: No such file or directory
(1/32) Installing libmagic (5.45-r1)
(2/32) Installing file (5.45-r1)

froody

abuild -F -r
>>> bazel6: Building testing/bazel6 6.4.0-r0 (using abuild 3.12.0-r0) started Wed, 24 Apr 2024 12:28:34 +0000
>>> bazel6: Checking sanity of /aports/testing/bazel6/APKBUILD...
>>> bazel6: Analyzing dependencies...
>>> bazel6: Installing for build: build-base bash openjdk11-jdk linux-headers python3 unzip zip
WARNING: opening /root/packages//testing: No such file or directory
WARNING: opening /root/packages//community: No such file or directory
WARNING: opening /root/packages//main: No such file or directory
(1/32) Installing libmagic (5.45-r1)
(2/32) Installing file (5.45-r1)

froody

diff --git a/testing/bazel6/0001-Do-not-use-prebuilt-binaries.patch b/testing/bazel6/0001-Do-not-use-prebuilt-binaries.patch
index 58232e4d1ce..32ebced8a68 100644
--- a/testing/bazel6/0001-Do-not-use-prebuilt-binaries.patch
+++ b/testing/bazel6/0001-Do-not-use-prebuilt-binaries.patch
@@ -1,20 +1,20 @@
 diff --git a/tools/jdk/BUILD.tools b/tools/jdk/BUILD.tools
-index a8bb7c7889..bd756ba8a3 100644
+index 0c37719..83e1a50 100755
 --- a/tools/jdk/BUILD.tools
 +++ b/tools/jdk/BUILD.tools

froody

=================================================================
==440140==ERROR: AddressSanitizer: global-buffer-overflow on address 0x000000e59f88 at pc 0x0000004ec9c3 bp 0x7ffecc55bd90 sp 0x7ffecc55bd88
READ of size 1 at 0x000000e59f88 thread T0
    #0 0x4ec9c2 in auto xt::conditional_cast<false, unsigned char, unsigned char const&>(unsigned char const&) /home/tbirch/src/xtensor/include/xtensor/xutils.hpp:693:16
    #1 0x4dee6c in xt::stepper_assigner<xt::xarray_container<xt::uvector<unsigned char, std::allocator<unsigned char> >, (xt::layout_type)1, xt::svector<unsigned long, 4ul, std::allocator<unsigned long>, true>, xt::xtensor_expression_tag>, xt::xview<xt::xstrided_view<xt::xview<xt::xfixed_container<unsigned char, xt::fixed_shape<256ul, 8ul>, (xt::layout_type)1, true, xt::xtensor_expression_tag>&, xt::xkeep_slice<unsigned char>, xt::xall<unsigned long> >&, std::array<unsigned long, 1ul>, (xt::layout_type)0, xt::detail::flat_adaptor_getter<xt::xview<xt::xfixed_container<unsigned char, xt::fixed_shape

froody

#include <iostream>
#include <xtensor/xfixed.hpp>
#include <xtensor/xview.hpp>

static struct UnpackBitsLookupTable {
    xt::xtensor_fixed<uint8_t, xt::xshape<256, 8>> table;
    UnpackBitsLookupTable() {
        for (uint32_t i = 0; i < 256; i++) {
            for (uint32_t j = 0; j < 8; j++) {
                if (i & (1U << (7 - j))) {

froody

### Keybase proof

I hereby claim:

  * I am froody on github.
  * I am froody_ (https://keybase.io/froody_) on keybase.
  * I have a public key ASB4qfZmmUypNidWZaUBjYaJSpd_XszJoMTA9gThCsDQUwo

To claim this, I am signing this object:

froody

# code
def dist_init(rank, world_size, hostname=None):
    if hostname == None:
        hostname = "localhost"
    print(f"dist init r={rank}, world={world_size}, host={hostname}")
    os.environ["MASTER_ADDR"] = hostname
    os.environ["MASTER_PORT"] = "10638"
    os.environ["WORLD_SIZE"] = str(world_size)
    os.environ["RANK"] = str(rank)
    if torch.__version__ == "1.6.0":

froody

(gdb) thread apply all bt

Thread 18 (Thread 0x7f4b2a5d5700 (LWP 11702)):
#0  0x00007f4c096c8f85 in futex_abstimed_wait_cancelable (private=<optimized out>, abstime=0x7f4b2a5d4e00, expected=0, futex_word=0x56462ad3c93c <_PyRuntime+1340>) at ../sysdeps/unix/sysv/linux/futex-internal.h:205
#1  __pthread_cond_wait_common (abstime=0x7f4b2a5d4e00, mutex=0x56462ad3c940 <_PyRuntime+1344>, cond=0x56462ad3c910 <_PyRuntime+1296>) at pthread_cond_wait.c:539
#2  __pthread_cond_timedwait (cond=0x56462ad3c910 <_PyRuntime+1296>, mutex=0x56462ad3c940 <_PyRuntime+1344>, abstime=0x7f4b2a5d4e00) at pthread_cond_wait.c:667
#3  0x000056462abd965e in PyCOND_TIMEDWAIT (cond=0x56462ad3c910 <_PyRuntime+1296>, mut=0x56462ad3c940 <_PyRuntime+1344>, us=5000) at /home/conda/feedstock_root/build_artifacts/python_1591034797817/work/Python/condvar.h:90
#4  take_gil () at /home/conda/feedstock_root/build_artifacts/python_1591034797817/work/Python/ceval_gil.h:208
#5  0x000056462ab03be4 in PyEval_RestoreThread () at /home/conda/feedstock_root/

froody

(fairseq-test2) ➜  pytorch git:(a41d75b78a) ✗ gdb -p 6340
GNU gdb (Ubuntu 8.1-0ubuntu3.2) 8.1.0.20180409-git
Copyright (C) 2018 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.  Type "show copying"
and "show warranty" for details.
This GDB was configured as "x86_64-linux-gnu".
Type "show configuration" for configuration details.