allwefantasy

bazel build  //:ray_pkg --spawn_strategy=standalone
DEBUG: /mnt/sdb/byzerllm/projects/ray/bazel/ray_deps_setup.bzl:67:14: No implicit mirrors used because urls were explicitly provided
DEBUG: /mnt/sdb/byzerllm/projects/ray/bazel/ray_deps_setup.bzl:67:14: No implicit mirrors used because urls were explicitly provided
DEBUG: /mnt/sdb/byzerllm/projects/ray/bazel/ray.bzl:202:10: [<generated file external/jemalloc/libjemalloc/lib/libjemalloc.so>]
INFO: Analyzed target //:ray_pkg (210 packages loaded, 24637 targets configured).
INFO: Found 1 target...
INFO: From Compiling src/google/protobuf/generated_message_tctable_lite.cc [for host]:
In file included from bazel-out/host/bin/external/com_google_protobuf/src/google/protobuf/_virtual_includes/protobuf_lite/google/protobuf/generated_message_tctable_decl.h:45,
                 from external/com_google_protobuf/src/google/protobuf/generated_message_tctable_lite.cc:37:
bazel-out/host/bin/external/com_google_protobuf/src/google/protobuf/_virtual_includes/protobuf_lite/g

allwefantasy

/Library/Developer/CommandLineTools/usr/bin/libtool: file: bazel-out/darwin-opt/bin/external/boost/_objs/thread/tss_null.pic.o has no symbols
INFO: From Executing genrule //java:copy_pom_file:
++ pwd
+ WORK_DIR=/private/var/tmp/_bazel_allwefantasy/d9828fb34c7df6183e7947acf9798356/execroot/com_github_ray_project_ray
+ cp -f bazel-out/darwin-opt/bin/java/org_ray_ray_api_pom.xml /private/var/tmp/_bazel_allwefantasy/d9828fb34c7df6183e7947acf9798356/execroot/com_github_ray_project_ray/java/api/pom.xml
+ cp -f bazel-out/darwin-opt/bin/java/org_ray_ray_runtime_pom.xml /private/var/tmp/_bazel_allwefantasy/d9828fb34c7df6183e7947acf9798356/execroot/com_github_ray_project_ray/java/runtime/pom.xml
+ cp -f bazel-out/darwin-opt/bin/java/org_ray_ray_tutorial_pom.xml /private/var/tmp/_bazel_allwefantasy/d9828fb34c7df6183e7947acf9798356/execroot/com_github_ray_project_ray/java/tutorial/pom.xml
+ cp -f bazel-out/darwin-opt/bin/java/org_ray_ray_test_pom.xml /private/var/tmp/_bazel_allwefantasy/d9828fb34c7df6183e7947acf9798356/e

allwefantasy

2019-10-14 13:38:57.844 INFO  [AsyncResolver-bootstrap-executor-0] com.netflix.discovery.shared.resolver.aws.ConfigClusterResolver 43 getClusterEndpoints - Resolving eureka endpoints via configuration
2019-10-14 13:43:43.573 INFO  [reactor-http-nio-8] com.webank.wedatasphere.linkis.server.security.SSOUtils$ 42 info - add login userTicketCookie for user allwefantasy.
2019-10-14 13:43:43.634 INFO  [reactor-http-nio-8] com.webank.wedatasphere.linkis.gateway.parser.DefaultGatewayParser 42 info - /192.168.216.157:60192 try to heartbeat.
2019-10-14 13:43:43.669 INFO  [reactor-http-nio-8] com.webank.wedatasphere.linkis.gateway.security.GatewaySSOUtils$ 42 info - No login needed for proxy uri: /api/rest_j/v1/entrance/execute
2019-10-14 13:43:43.669 INFO  [reactor-http-nio-8] com.webank.wedatasphere.linkis.gateway.ujes.parser.EntranceExecutionGatewayParser 42 info - GatewayParser parse requestUri /api/rest_j/v1/entrance/execute to service allwefantasy or mlsql.
2019-10-14 13:43:43.670 WARN  [reactor-http-nio-

allwefantasy

问个问题：

我根据实例代码提交任务：

val jobExecuteResult = client.execute(JobExecuteAction.builder()
    .setCreator("allwefantasy") //creator，请求Linkis的客户端的系统名，用于做系统级隔离
    .addExecuteCode("!show jobs;") //ExecutionCode 请求执行的代码
    .setEngineType(new EngineType {
    override val toString: String = "mlsql"

allwefantasy

I have desigh a Ctensor.

#[repr(C)]
pub struct CTensor {
    data: *const c_float,
    data_length: c_int,
    shape: *const c_int,
    shape_length: c_int,

allwefantasy

load csv.`/Users/allwefantasy/CSDNWorkSpace/streamingpro-spark-2.3.x/examples/sklearn_elasticnet_wine/wine-quality.csv` 
where header="true" and inferSchema="true" 
as data;
 
train data as PythonAlg.`/tmp/abc` where pythonScriptPath="/Users/allwefantasy/CSDNWorkSpace/streamingpro-spark-2.3.x/examples/sklearn_elasticnet_wine"
 and keepVersion="true"
 and  enableDataLocal="true"
 and  dataLocalFormat="csv"
 ;

allwefantasy

set trainDataPath="/tmp/cifar_train_data";
set testDataPath="/tmp/cifar_test_data";

load parquet.`${trainDataPath}` as tmpTrainData;
load parquet.`${testDataPath}` as tmpTestData;

select array(cast(label as float)) as label,features from tmpTrainData as trainData;
select array(cast(label as float)) as label,features from tmpTestData as testData;

train trainData as BigDLClassifyExt.`/tmp/bigdl` where

allwefantasy

-- download cifar-10 images from https://github.com/allwefantasy/spark-deep-learning-toy/releases

set json = '''{}''';
load jsonStr.`json` as emptyData;
set labelMappingPath = "/tmp/si";
set imageConvertPath = "/tmp/cifar_train_data";
set modelPath = "/tmp/bigdl";

run emptyData as ImageLoaderExt.`/Users/allwefantasy/Downloads/cifar/train` where 

allwefantasy

set json = '''{}''';
load jsonStr.`json` as emptyData;

run emptyData as ImageLoaderExt.`/Users/allwefantasy/Downloads/cifar/train`
where numOfImageTasks="4"
and code='''
    def apply(params:Map[String,String]) = {
         Resize(28, 28) ->
          MatToTensor() -> ImageFrameToSample()
      }

allwefantasy

-- set json = '''{}''';
-- load jsonStr.`json` as emptyData;

-- -- run emptyData as MnistLoaderExt.`` where
-- -- mnistDir="/Users/allwefantasy/Downloads/mnist"
-- -- as data;

-- run emptyData as ImageLoaderExt.`/Users/allwefantasy/Downloads/cifar/test`
-- where numOfImageTasks="4"
-- and code='''