Skip to content
Open
Show file tree
Hide file tree
Changes from 3 commits
Commits
Show all changes
50 commits
Select commit Hold shift + click to select a range
4d8e756
Introduce type-parameterized array and map APIs; replace wrapper prim…
wmoustafa Dec 17, 2019
6f6fcc7
Eliminate further StdXXX primitive references and fix some tests
wmoustafa Jan 4, 2020
63bc427
Remove further StdData references
wmoustafa Jan 4, 2020
a3906a4
Allow for absolute paths instead of assuming defaultFS for UDF side f…
SurenNihalani Jan 14, 2020
3be8352
0.0.45 release (previous 0.0.44) + release notes updated [ci skip]
shipkit-org Jan 14, 2020
2b9da11
Disable Jacoco for platform tests (#37)
shardulm94 Feb 3, 2020
edd7db6
0.0.46 release (previous 0.0.45) + release notes updated [ci skip]
shipkit-org Feb 3, 2020
50326fe
Fixed presto UDF patch broken link (#41)
Mar 12, 2020
08be012
FileSystemUtils: remove an unreliable check for unit testing (#42)
SurenNihalani Apr 1, 2020
56ad907
0.0.47 release (previous 0.0.46) + release notes updated [ci skip]
shipkit-org Apr 1, 2020
c11f77d
Presto: Pass custom configuration object when using FileSystemUtils (…
shardulm94 Apr 14, 2020
2db1d70
0.0.48 release (previous 0.0.47) + release notes updated [ci skip]
shipkit-org Apr 14, 2020
7b123b3
Presto: Make ScalarFunctionImplementation state independent of StdUdf…
shardulm94 Apr 30, 2020
0df29c7
0.0.49 release (previous 0.0.48) + release notes updated [ci skip]
shipkit-org Apr 30, 2020
0961752
Upgrade to PrestoSQL 333 (#45)
lxynov May 8, 2020
5c1b84a
0.0.50 release (previous 0.0.49) + release notes updated [ci skip]
shipkit-org May 8, 2020
7f05f00
Address review comments
wmoustafa May 10, 2020
b08e633
Add support for StdFloat, StdDouble, and StdBinary (#46)
khaitranq Jun 23, 2020
75f4b24
0.0.51 release (previous 0.0.50) + release notes updated [ci skip]
shipkit-org Jun 23, 2020
e9def3e
Allow users to override main and test source set names, output direct…
jjoyce0510 Jun 26, 2020
cf2005e
0.0.52 release (previous 0.0.51) + release notes updated [ci skip]
shipkit-org Jun 26, 2020
638796b
Empty commit to release new version
shardulm94 Jun 30, 2020
92e9b21
Empty commit to release new version [ci skip-compare-publications]
shardulm94 Jun 30, 2020
6fc9a92
0.0.53 release (previous 0.0.52) + release notes updated [ci skip]
shipkit-org Jun 30, 2020
c181a5d
Plugin: Publish Presto thin jar which allows consumers to control dep…
shardulm94 Aug 10, 2020
e458f0a
0.0.54 release (previous 0.0.53) + release notes updated [ci skip]
shipkit-org Aug 10, 2020
9d6dfac
Hive: Struct data should not be converted to object array during StdS…
shardulm94 Aug 13, 2020
da5c54b
Remove slf4j-log4j12 from Transport dependency graph (#51)
shardulm94 Aug 13, 2020
d1b406b
Bump shipkit (#54)
shardulm94 Aug 13, 2020
8ad919d
0.0.55 release (previous 0.0.54) + release notes updated [ci skip]
shipkit-org Aug 13, 2020
9139512
Fix test SQL generation for binary inputs (#55)
shardulm94 Aug 17, 2020
de72ccf
0.0.56 release (previous 0.0.55) + release notes updated [ci skip]
shipkit-org Aug 17, 2020
5702f7a
Spark: Create index-based iterator for non-mutable map keySet and val…
raymondlam12 Sep 23, 2020
19006c2
0.0.57 release (previous 0.0.56) + release notes updated [ci skip]
shipkit-org Sep 23, 2020
466dbae
Avro: Support simple union schemas (#60)
khaitranq Nov 3, 2020
ce14537
0.0.58 release (previous 0.0.57) + release notes updated [ci skip]
shipkit-org Nov 4, 2020
7fc04aa
Support conversion of String type to Utf8 in AvroWrapper (#61)
curtiscwang Nov 10, 2020
0c2cc3d
0.0.59 release (previous 0.0.58) + release notes updated [ci skip]
shipkit-org Nov 10, 2020
9db51ec
Add Avro ENUM read support and fix String bug (#62)
raymondlam12 Nov 18, 2020
5b5740e
0.0.60 release (previous 0.0.59) + release notes updated [ci skip]
shipkit-org Nov 18, 2020
71825df
Build: Fail if there are checkstyle violations (#64)
cwsteinbach Nov 25, 2020
69fb8d2
0.0.61 release (previous 0.0.60) + release notes updated [ci skip]
shipkit-org Nov 26, 2020
09a8950
Add travis-build.sh for pre-commit testing from command line (#65)
cwsteinbach Nov 26, 2020
757697e
WIP: Rebase on master branch
wmoustafa Nov 30, 2020
c0b8125
Eliminate further StdXXX primitive references and fix some tests
wmoustafa Jan 4, 2020
4fcd233
Remove further StdData references
wmoustafa Jan 4, 2020
7695140
Address review comments
wmoustafa May 10, 2020
2c65955
WIP: Rebase on mater - continue
wmoustafa Nov 30, 2020
c2982fd
Merge git pull confilcts
wmoustafa Nov 30, 2020
0997121
Fix build errors
wmoustafa Feb 8, 2021
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -130,10 +130,19 @@ private void processUDFClass(TypeElement udfClassElement) {
udfClassElement
);
} else {
String topLevelStdUdfClassName =
elementsOverridingTopLevelStdUDFMethods.iterator().next().getQualifiedName().toString();
TypeElement topLevelStdUdfTypeElement = elementsOverridingTopLevelStdUDFMethods.iterator().next();
String topLevelStdUdfClassName = topLevelStdUdfTypeElement.getQualifiedName().toString();
debug(String.format("TopLevelStdUDF class found: %s", topLevelStdUdfClassName));
String udfClassName = udfClassElement.getQualifiedName().toString();
_transportUdfMetadata.addUDF(topLevelStdUdfClassName, udfClassElement.getQualifiedName().toString());
_transportUdfMetadata.setClassNumberOfTypeParameters(
topLevelStdUdfClassName,
topLevelStdUdfTypeElement.getTypeParameters().size()
);
_transportUdfMetadata.setClassNumberOfTypeParameters(
udfClassName,
udfClassElement.getTypeParameters().size()
);
}
}

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -81,7 +81,7 @@ public void shouldNotContainMultipleOverridingsOfTopLevelStdUDFMethods1() throws
.withErrorCount(1)
.withErrorContaining(Constants.MORE_THAN_ONE_TYPE_OVERRIDING_ERROR)
.in(forResource("udfs/UDFWithMultipleInterfaces1.java"))
.onLine(14)
.onLine(13)
.atColumn(8);
}

Expand All @@ -96,7 +96,7 @@ public void shouldNotContainMultipleOverridingsOfTopLevelStdUDFMethods2() throws
.withErrorCount(1)
.withErrorContaining(Constants.MORE_THAN_ONE_TYPE_OVERRIDING_ERROR)
.in(forResource("udfs/UDFWithMultipleInterfaces2.java"))
.onLine(13)
.onLine(12)
.atColumn(8);
}

Expand All @@ -110,7 +110,7 @@ public void udfShouldNotOverrideInterfaceMethods() throws IOException {
.withErrorCount(1)
.withErrorContaining(Constants.MORE_THAN_ONE_TYPE_OVERRIDING_ERROR)
.in(forResource("udfs/UDFOverridingInterfaceMethod.java"))
.onLine(14)
.onLine(13)
.atColumn(8);
}

Expand All @@ -123,7 +123,7 @@ public void udfShouldImplementTopLevelStdUDF() throws IOException {
.withErrorCount(1)
.withErrorContaining(Constants.INTERFACE_NOT_IMPLEMENTED_ERROR)
.in(forResource("udfs/UDFNotImplementingTopLevelStdUDF.java"))
.onLine(14)
.onLine(13)
.atColumn(8);
}

Expand Down
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
{
"udfs": []
"udfs": {},
"classToNumberOfTypeParameters": {}
}
Original file line number Diff line number Diff line change
@@ -1,11 +1,13 @@
{
"udfs": [
{
"topLevelClass": "udfs.OverloadedUDF1",
"stdUDFImplementations": [
"udfs.OverloadedUDFInt",
"udfs.OverloadedUDFString"
]
}
]
"udfs": {
"udfs.OverloadedUDF1": [
"udfs.OverloadedUDFInt",
"udfs.OverloadedUDFString"
]
},
"classToNumberOfTypeParameters": {
"udfs.OverloadedUDFString": 0,
"udfs.OverloadedUDF1": 0,
"udfs.OverloadedUDFInt": 0
}
}
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
{
"udfs": [
{
"topLevelClass": "udfs.SimpleUDF",
"stdUDFImplementations": [
"udfs.SimpleUDF"
]
}
]
"udfs": {
"udfs.SimpleUDF": [
"udfs.SimpleUDF"
]
},
"classToNumberOfTypeParameters": {
"udfs.SimpleUDF": 0
}
}
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
{
"udfs": [
{
"topLevelClass": "udfs.UDFExtendingAbstractUDF",
"stdUDFImplementations": [
"udfs.UDFExtendingAbstractUDF"
]
}
]
"udfs": {
"udfs.UDFExtendingAbstractUDF": [
"udfs.UDFExtendingAbstractUDF"
]
},
"classToNumberOfTypeParameters": {
"udfs.UDFExtendingAbstractUDF": 0
}
}
Original file line number Diff line number Diff line change
@@ -1,10 +1,11 @@
{
"udfs": [
{
"topLevelClass": "udfs.AbstractUDFImplementingInterface",
"stdUDFImplementations": [
"udfs.UDFExtendingAbstractUDFImplementingInterface"
]
}
]
"udfs": {
"udfs.AbstractUDFImplementingInterface": [
"udfs.UDFExtendingAbstractUDFImplementingInterface"
]
},
"classToNumberOfTypeParameters": {
"udfs.UDFExtendingAbstractUDFImplementingInterface": 0,
"udfs.AbstractUDFImplementingInterface": 0
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -5,11 +5,10 @@
*/
package udfs;

import com.linkedin.transport.api.data.StdString;
import com.linkedin.transport.api.udf.StdUDF0;
import com.linkedin.transport.api.udf.TopLevelStdUDF;


public abstract class AbstractUDF extends StdUDF0<StdString> implements TopLevelStdUDF {
public abstract class AbstractUDF extends StdUDF0<String> implements TopLevelStdUDF {

}
Original file line number Diff line number Diff line change
Expand Up @@ -5,12 +5,11 @@
*/
package udfs;

import com.linkedin.transport.api.data.StdString;
import com.linkedin.transport.api.udf.StdUDF0;
import com.linkedin.transport.api.udf.TopLevelStdUDF;


public abstract class AbstractUDFImplementingInterface extends StdUDF0<StdString> implements TopLevelStdUDF {
public abstract class AbstractUDFImplementingInterface extends StdUDF0<String> implements TopLevelStdUDF {

@Override
public String getFunctionName() {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,14 +6,13 @@
package udfs;

import com.google.common.collect.ImmutableList;
import com.linkedin.transport.api.data.StdString;
import com.linkedin.transport.api.udf.StdUDF0;
import com.linkedin.transport.api.udf.TopLevelStdUDF;
import java.util.List;


public class OuterClassForInnerUDF {
public class InnerUDF extends StdUDF0<StdString> implements TopLevelStdUDF {
public class InnerUDF extends StdUDF0<String> implements TopLevelStdUDF {

@Override
public String getFunctionName() {
Expand All @@ -36,7 +35,7 @@ public String getOutputParameterSignature() {
}

@Override
public StdString eval() {
public String eval() {
return null;
}
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,12 +6,11 @@
package udfs;

import com.google.common.collect.ImmutableList;
import com.linkedin.transport.api.data.StdInteger;
import com.linkedin.transport.api.udf.StdUDF0;
import java.util.List;


public class OverloadedUDFInt extends StdUDF0<StdInteger> implements OverloadedUDF1 {
public class OverloadedUDFInt extends StdUDF0<Integer> implements OverloadedUDF1 {

@Override
public List<String> getInputParameterSignatures() {
Expand All @@ -24,7 +23,7 @@ public String getOutputParameterSignature() {
}

@Override
public StdInteger eval() {
public Integer eval() {
return null;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -6,12 +6,11 @@
package udfs;

import com.google.common.collect.ImmutableList;
import com.linkedin.transport.api.data.StdString;
import com.linkedin.transport.api.udf.StdUDF0;
import java.util.List;


public class OverloadedUDFString extends StdUDF0<StdString> implements OverloadedUDF1 {
public class OverloadedUDFString extends StdUDF0<String> implements OverloadedUDF1 {

@Override
public List<String> getInputParameterSignatures() {
Expand All @@ -24,7 +23,7 @@ public String getOutputParameterSignature() {
}

@Override
public StdString eval() {
public String eval() {
return null;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -6,13 +6,12 @@
package udfs;

import com.google.common.collect.ImmutableList;
import com.linkedin.transport.api.data.StdString;
import com.linkedin.transport.api.udf.StdUDF0;
import com.linkedin.transport.api.udf.TopLevelStdUDF;
import java.util.List;


public class SimpleUDF extends StdUDF0<StdString> implements TopLevelStdUDF {
public class SimpleUDF extends StdUDF0<String> implements TopLevelStdUDF {

@Override
public String getFunctionName() {
Expand All @@ -35,7 +34,7 @@ public String getOutputParameterSignature() {
}

@Override
public StdString eval() {
public String eval() {
return null;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,6 @@
package udfs;

import com.google.common.collect.ImmutableList;
import com.linkedin.transport.api.data.StdString;
import com.linkedin.transport.api.udf.TopLevelStdUDF;
import java.util.List;

Expand Down Expand Up @@ -34,7 +33,7 @@ public String getOutputParameterSignature() {
}

@Override
public StdString eval() {
public String eval() {
return null;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,6 @@
package udfs;

import com.google.common.collect.ImmutableList;
import com.linkedin.transport.api.data.StdString;
import java.util.List;


Expand All @@ -23,7 +22,7 @@ public String getOutputParameterSignature() {
}

@Override
public StdString eval() {
public String eval() {
return null;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -6,12 +6,11 @@
package udfs;

import com.google.common.collect.ImmutableList;
import com.linkedin.transport.api.data.StdString;
import com.linkedin.transport.api.udf.StdUDF0;
import java.util.List;


public class UDFNotImplementingTopLevelStdUDF extends StdUDF0<StdString> {
public class UDFNotImplementingTopLevelStdUDF extends StdUDF0<String> {

@Override
public List<String> getInputParameterSignatures() {
Expand All @@ -24,7 +23,7 @@ public String getOutputParameterSignature() {
}

@Override
public StdString eval() {
public String eval() {
return null;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -6,12 +6,11 @@
package udfs;

import com.google.common.collect.ImmutableList;
import com.linkedin.transport.api.data.StdBoolean;
import com.linkedin.transport.api.udf.StdUDF0;
import java.util.List;


public class UDFOverridingInterfaceMethod extends StdUDF0<StdBoolean> implements OverloadedUDF1 {
public class UDFOverridingInterfaceMethod extends StdUDF0<Boolean> implements OverloadedUDF1 {

@Override
public String getFunctionName() {
Expand All @@ -29,7 +28,7 @@ public String getOutputParameterSignature() {
}

@Override
public StdBoolean eval() {
public Boolean eval() {
return null;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -6,12 +6,11 @@
package udfs;

import com.google.common.collect.ImmutableList;
import com.linkedin.transport.api.data.StdBoolean;
import com.linkedin.transport.api.udf.StdUDF0;
import java.util.List;


public class UDFWithMultipleInterfaces1 extends StdUDF0<StdBoolean> implements OverloadedUDF1, OverloadedUDF2 {
public class UDFWithMultipleInterfaces1 extends StdUDF0<Boolean> implements OverloadedUDF1, OverloadedUDF2 {

@Override
public String getFunctionName() {
Expand All @@ -34,7 +33,7 @@ public String getOutputParameterSignature() {
}

@Override
public StdBoolean eval() {
public Boolean eval() {
return null;
}
}
Loading