myui

with tmp as (
  select
    -- group by is sometimes faster than distinct
    -- distinct extract_feature(feature) as feature
    extract_feature(feature) as feature
  from
    test l
    lateral view explode(features) r as feature
), 
mapped as (

myui

SELECT 
  -- conversion for libsvm format
  label || ' ' || array_join(array_sort(
    feature_hashing(features), 
    (x, y) -> if(cast(substr(x, 1, strpos(x, ':') - 1) as bigint) < cast(substr(y, 1, strpos(y, ':') - 1) as bigint), 
      -1,
      if(substr(x, 1, strpos(x, ':') - 1) = substr(y, 1, strpos(y, ':') - 1), 0, 1)
    )
  ), ' ') as line
from

myui

SELECT 
 from_json(to_json(
    ARRAY(
      NAMED_STRUCT("country", "japan", "city", "tokyo"), 
      NAMED_STRUCT("country", "japan", "city", "osaka")
    )
  ),'array<struct<city:string>>');

myui

Hivemall major version update to 0.6.0-snapshot

Hivemall version is updated to v0.6.0-snapshot containing all new available features in v0.5.2, the last ASF release.

New features in v0.6.0-snapshot includes

• Brickhouse generic UDFs (usage)
• Field-aware Factorzation Machines (usage)
• New state-of-the-art optimizers like AdamHD (usage)
• Fixed serious bugs in lda_predict and plsa_predict
• Update lucene version to fix [a corner case bug](http

myui

select madlib.logregr_train( source_table,
                             out_table,
                             features
                           );

myui

https://en.wikipedia.org/wiki/Okapi_BM25

|D| is the length of the document D in word

create or replace view doc_len
as
select 
  docid, count(1) as cnt 
from

myui

create table model 
as
select 
 feature,
 voted_avg(weight) as weight
from 
 (select 
     -- hinge loss by the default
     train_classifier(add_bias(features),label,'-iter 20') as (feature,weight)

myui

package puzzle;

import java.util.LinkedList;
import java.util.Queue;

import javax.annotation.CheckForNull;
import javax.annotation.Nonnull;
import javax.annotation.Nullable;

import com.google.common.base.Preconditions;

myui

use movielens;

select max(movieid) from ratings;
> 3952

-- list popular items
WITH t as (
  select 
    movieid as itemid,

myui

#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0