I1010 17:49:43.093858 1775 caffe.cpp:251] Starting Optimization
I1010 17:49:43.093892 1775 solver.cpp:279] Solving CIFAR10_quick
I1010 17:49:43.093900 1775 solver.cpp:280] Learning Rate Policy: fixed
I1010 17:49:43.094336 1775 solver.cpp:337] Iteration 0, Testing net (#0)
Backtrace:
0x00007fc35b16219d: Kalmar::HSADevice::CreateKernel(char const*, Kalmar::KalmarQueue*) + 0x1a7d
0x00007fc373246909: hc::completion_future hc::parallel_for_each<Cijk_Alik_Bljk_SB_MT016x016x16_GSU08_KLS_NLCA01_NLCB01_PGR1_PLR1_TT04_04_VW01_WG04_04_08_WGM08(float*, float const*, float const*, float, float, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, ihipStream_t*, unsigned int, ihipEvent_t**, ihipEvent_t**)::HIP_kernel_functor_name_begin_unnamed_HIP_kernel_functor_nam0x00007fc37322f130: Cijk_Alik_Bljk_SB_MT016x016x16_GSU08_KLS_NLCA01_NLCB01_PGR1_PLR1_TT04_04_VW01_WG04_04_08_WGM08(float*, float const*, float const*, float, float, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, ihipStream_t*, unsigned int, ihipEvent_t**, ihipEvent_t**) + 0x1e0
0x00007fc373197dd9: rocblas_sgemm + 0x209
0x00007fc3793202ad: hipblasSgemm + 0x3d
0x00000000006d35e6: void caffe::caffe_gpu_gemm<float>(CBLAS_TRANSPOSE, CBLAS_TRANSPOSE, int, int, int, float, float const*, float const*, float, float*) + 0x96
0x0000000000667cd5: caffe::InnerProductLayer<float>::Forward_gpu(std::vector<caffe::Blob<float>*, std::allocator<caffe::Blob<float>*> > const&, std::vector<caffe::Blob<float>*, std::allocator<caffe::Blob<float>*> > const&) + 0x105
0x0000000000438727: caffe::Layer<float>::Forward(std::vector<caffe::Blob<float>*, std::allocator<caffe::Blob<float>*> > const&, std::vector<caffe::Blob<float>*, std::allocator<caffe::Blob<float>*> > const&) + 0x2f7
0x0000000000708647: caffe::Net<float>::ForwardFromTo(int, int) + 0xb7
0x0000000000708570: caffe::Net<float>::Forward(float*) + 0x20
0x000000000080cb4a: caffe::Solver<float>::Test(int) + 0x21a
0x000000000080b7d8: caffe::Solver<float>::Step(int) + 0x3d8
0x000000000080b043: caffe::Solver<float>::Solve(char const*) + 0x153
0x0000000000435903: train() + 0x853
0x0000000000439022: main + 0x1b2
0x00007fc3742cf830: __libc_start_main + 0xf0
0x0000000000859af9: _start + 0x29
HSADevice::CreateKernel(): Unable to create kernel Cijk_Alik_Bljk_SB_MT016x016x16_GSU08_KLS_NLCA01_NLCB01_PGR1_PLR1_TT04_04_VW01_WG04_04_08_WGM08
CreateKernel_raw= _ZZ94Cijk_Alik_Bljk_SB_MT016x016x16_GSU08_KLS_NLCA01_NLCB01_PGR1_PLR1_TT04_04_VW01_WG04_04_08_WGM08PfPKfS1_ffjjjjjjjjjjjjjP12ihipStream_tjPP11ihipEvent_tS6_EN67HIP_kernel_functor_name_begin_unnamed_HIP_kernel_functor_name_end_819__cxxamp_trampolineES_jjjjjj
CreateKernel_demangled= Cijk_Alik_Bljk_SB_MT016x016x16_GSU08_KLS_NLCA01_NLCB01_PGR1_PLR1_TT04_04_VW01_WG04_04_08_WGM08(float*, float const*, float const*, float, float, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, ihipStream_t*, unsigned int, ihipEvent_t**, ihipEvent_t**)::HIP_kernel_functor_name_begin_unnamed_HIP_kernel_functor_name_end_8::__cxxamp_trampoline(float*, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int)
*** Aborted at 1507657783 (unix time) try "date -d @1507657783" if you are using GNU date ***
PC: @ 0x7fc3742e4428 gsignal
*** SIGABRT (@0x6ef) received by PID 1775 (TID 0x7fc37b42ab80) from PID 1775; stack trace: ***
@ 0x7fc37a52e390 (unknown)
@ 0x7fc3742e4428 gsignal
@ 0x7fc3742e602a abort
@ 0x7fc35b1622ce Kalmar::HSADevice::CreateKernel()
@ 0x7fc373246909 hc::parallel_for_each<>()
@ 0x7fc37322f130 Cijk_Alik_Bljk_SB_MT016x016x16_GSU08_KLS_NLCA01_NLCB01_PGR1_PLR1_TT04_04_VW01_WG04_04_08_WGM08()
@ 0x7fc373197dd9 rocblas_sgemm
@ 0x7fc3793202ad hipblasSgemm
@ 0x6d35e6 caffe::caffe_gpu_gemm<>()
@ 0x667cd5 caffe::InnerProductLayer<>::Forward_gpu()
@ 0x438727 caffe::Layer<>::Forward()
@ 0x708647 caffe::Net<>::ForwardFromTo()
@ 0x708570 caffe::Net<>::Forward()
@ 0x80cb4a caffe::Solver<>::Test()
@ 0x80b7d8 caffe::Solver<>::Step()
@ 0x80b043 caffe::Solver<>::Solve()
@ 0x435903 train()
@ 0x439022 main
@ 0x7fc3742cf830 __libc_start_main
@ 0x859af9 _start
@ 0x0 (unknown)
Aborted (core dumped)
./data/cifar10/get_cifar10.sh
./examples/cifar10/create_cifar10.sh
time ./build/tools/caffe train --solver=examples/cifar10/cifar10_quick_solver.prototxt