Skip to content

Supports message creation with populated fields in CelLiteRuntime. #1462

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
copybara-service wants to merge 1 commit into
base: main
Choose a base branch
from
Open

Supports message creation with populated fields in CelLiteRuntime. #1462

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions common/BUILD.bazel
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -166,6 +166,11 @@ java_library(
exports = ["//common/src/main/java/dev/cel/common:proto_json_adapter"],
)

cel_android_library(
name = "proto_json_adapter_android",
exports = ["//common/src/main/java/dev/cel/common:proto_json_adapter_android"],
)

java_library(
name = "source",
visibility = ["//:internal"],
Expand Down
5 changes: 5 additions & 0 deletions common/internal/BUILD.bazel
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,11 @@ java_library(
exports = ["//common/src/main/java/dev/cel/common/internal:proto_lite_adapter"],
)

cel_android_library(
name = "proto_lite_adapter_android",
exports = ["//common/src/main/java/dev/cel/common/internal:proto_lite_adapter_android"],
)

java_library(
name = "proto_equality",
exports = ["//common/src/main/java/dev/cel/common/internal:proto_equality"],
Expand Down
16 changes: 16 additions & 0 deletions common/src/main/java/dev/cel/common/BUILD.bazel
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -439,6 +439,22 @@ java_library(
],
)

cel_android_library(
name = "proto_json_adapter_android",
srcs = ["CelProtoJsonAdapter.java"],
tags = [
],
deps = [
"//common/internal:date_time_helpers_android",
"//common/internal:proto_time_utils_android",
"//common/values:cel_byte_string",
"//common/values:values_android",
"@maven//:com_google_errorprone_error_prone_annotations",
"@maven_android//:com_google_guava_guava",
"@maven_android//:com_google_protobuf_protobuf_javalite",
],
)

java_library(
name = "source_location",
srcs = ["CelSourceLocation.java"],
Expand Down
21 changes: 20 additions & 1 deletion common/src/main/java/dev/cel/common/internal/BUILD.bazel
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -184,7 +184,6 @@ java_library(
":well_known_proto",
"//common:options",
"//common/annotations",
"//common/exceptions:numeric_overflow",
"//common/values",
"//common/values:cel_byte_string",
"@maven//:com_google_code_findbugs_annotations",
Expand Down Expand Up @@ -214,6 +213,26 @@ java_library(
],
)

cel_android_library(
name = "proto_lite_adapter_android",
srcs = ["ProtoLiteAdapter.java"],
tags = [
],
deps = [
":well_known_proto_android",
"//common:options",
"//common:proto_json_adapter_android",
"//common/annotations",
"//common/exceptions:numeric_overflow",
"//common/internal:proto_time_utils_android",
"//common/values:cel_byte_string",
"//common/values:values_android",
"@maven//:com_google_errorprone_error_prone_annotations",
"@maven_android//:com_google_guava_guava",
"@maven_android//:com_google_protobuf_protobuf_javalite",
],
)

java_library(
name = "proto_equality",
srcs = ["ProtoEquality.java"],
Expand Down
12 changes: 11 additions & 1 deletion common/src/main/java/dev/cel/common/internal/DefaultLiteDescriptorPool.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -49,6 +49,8 @@
@Immutable
@Internal
public final class DefaultLiteDescriptorPool implements CelLiteDescriptorPool {
private static final String STRUCT_FIELDS_ENTRY = "google.protobuf.Struct.FieldsEntry";

private final ImmutableMap<String, MessageLiteDescriptor> protoFqnToMessageInfo;
private final ImmutableMap<Class<?>, MessageLiteDescriptor> classToMessageInfo;

Expand Down Expand Up @@ -163,7 +165,7 @@ private static MessageLiteDescriptor newMessageInfo(WellKnownProto wellKnownProt
/* encodingType= */ EncodingType.MAP,
/* protoFieldType= */ FieldLiteDescriptor.Type.MESSAGE,
/* isPacked= */ false,
/* fieldProtoTypeName= */ "google.protobuf.Struct.FieldsEntry"));
/* fieldProtoTypeName= */ STRUCT_FIELDS_ENTRY));
break;
case JSON_VALUE:
messageBuilder = Value::newBuilder;
Expand Down Expand Up @@ -268,6 +270,14 @@ private DefaultLiteDescriptorPool(ImmutableSet<CelLiteDescriptor> descriptors) {
protoFqnMapBuilder.put(wellKnownProto.typeName(), wktMessageInfo);
classMapBuilder.put(wellKnownProto.messageClass(), wktMessageInfo);
}
// Struct's map entry, which `google.protobuf.Struct{fields: ...}` literals are encoded with.
protoFqnMapBuilder.put(
STRUCT_FIELDS_ENTRY,
CelLiteDescriptor.mapEntry(
/* fullName= */ STRUCT_FIELDS_ENTRY,
/* keyType= */ FieldLiteDescriptor.Type.STRING,
/* valueType= */ FieldLiteDescriptor.Type.MESSAGE,
/* valueTypeName= */ WellKnownProto.JSON_VALUE.typeName()));

for (CelLiteDescriptor descriptor : descriptors) {
protoFqnMapBuilder.putAll(descriptor.getProtoTypeNamesToDescriptors());
Expand Down
38 changes: 10 additions & 28 deletions common/src/main/java/dev/cel/common/internal/ProtoAdapter.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -15,8 +15,9 @@
package dev.cel.common.internal;

import static com.google.common.base.Preconditions.checkNotNull;
import static dev.cel.common.internal.ProtoLiteAdapter.intCheckedCast;
import static dev.cel.common.internal.ProtoLiteAdapter.unsignedIntCheckedCast;

import com.google.common.primitives.Ints;
import com.google.common.primitives.UnsignedInts;
import com.google.common.primitives.UnsignedLong;
import com.google.errorprone.annotations.CheckReturnValue;
Expand All @@ -33,7 +34,6 @@
import com.google.protobuf.MessageOrBuilder;
import dev.cel.common.CelOptions;
import dev.cel.common.annotations.Internal;
import dev.cel.common.exceptions.CelNumericOverflowException;
import dev.cel.common.values.CelByteString;
import dev.cel.common.values.NullValue;
import java.util.ArrayList;
Expand Down Expand Up @@ -347,14 +347,10 @@ private BidiConverter fieldToValueConverter(FieldDescriptor fieldDescriptor) {
case ENUM:
return BidiConverter.<Object, Long>of(
value -> (long) ((EnumValueDescriptor) value).getNumber(),
number -> {
if (number > Integer.MAX_VALUE || number < Integer.MIN_VALUE) {
throw new IllegalArgumentException("Enum value out of int32 range: " + number);
}
return fieldDescriptor
.getEnumType()
.findValueByNumberCreatingIfUnknown(number.intValue());
});
number ->
fieldDescriptor
.getEnumType()
.findValueByNumberCreatingIfUnknown(intCheckedCast(number)));
case MESSAGE:
return BidiConverter.<MessageOrBuilder, Object>of(
this::adaptProtoToValue,
Expand Down Expand Up @@ -401,9 +397,11 @@ public Message adaptValueToProto(Object value, String protoTypeName) {
switch (wellKnownProto) {
case ANY_VALUE:
if (value instanceof Message) {
protoTypeName = ((Message) value).getDescriptorForType().getFullName();
Message message = (Message) value;
return ProtoLiteAdapter.packAny(
message.toByteString(), message.getDescriptorForType().getFullName());
}
return protoLiteAdapter.adaptValueToAny(value, protoTypeName);
return protoLiteAdapter.adaptValueToAny(value);
default:
return (Message) protoLiteAdapter.adaptValueToWellKnownProto(value, wellKnownProto);
}
Expand All @@ -430,22 +428,6 @@ private static String typeName(Descriptor protoType) {
return protoType.getFullName();
}

private static int intCheckedCast(long value) {
try {
return Ints.checkedCast(value);
} catch (IllegalArgumentException e) {
throw new CelNumericOverflowException(e);
}
}

private static int unsignedIntCheckedCast(long value) {
try {
return UnsignedInts.checkedCast(value);
} catch (IllegalArgumentException e) {
throw new CelNumericOverflowException(e);
}
}

private Object maybeUnwrap(Object value) {
if (value instanceof Message) {
return adaptProtoToValue((MessageOrBuilder) value);
Expand Down
52 changes: 20 additions & 32 deletions common/src/main/java/dev/cel/common/internal/ProtoLiteAdapter.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,6 @@
import com.google.protobuf.Int32Value;
import com.google.protobuf.Int64Value;
import com.google.protobuf.ListValue;
import com.google.protobuf.Message;
import com.google.protobuf.MessageLite;
import com.google.protobuf.MessageLiteOrBuilder;
import com.google.protobuf.NullValue;
Expand Down Expand Up @@ -110,11 +109,7 @@ public MessageLite adaptValueToWellKnownProto(Object value, WellKnownProto wellK
}
}

public Any adaptValueToAny(Object value, String typeName) {
if (value instanceof MessageLite) {
return packAnyMessage((MessageLite) value, typeName);
}

public Any adaptValueToAny(Object value) {
if (value instanceof dev.cel.common.values.NullValue) {
return packAnyMessage(
Value.newBuilder().setNullValue(NullValue.NULL_VALUE).build(), WellKnownProto.JSON_VALUE);
Expand Down Expand Up @@ -234,7 +229,7 @@ private ImmutableMap<String, Object> adaptJsonStructToValue(Struct struct) {
.collect(toImmutableMap(Entry::getKey, e -> adaptJsonToValue(e.getValue())));
}

private Message adaptValueToDouble(Object value) {
private MessageLite adaptValueToDouble(Object value) {
if (value instanceof Double) {
return DoubleValue.of((Double) value);
}
Expand All @@ -244,7 +239,7 @@ private Message adaptValueToDouble(Object value) {
throw new IllegalArgumentException("Unexpected value type: " + value);
}

private Message adaptValueToFloat(Object value) {
private MessageLite adaptValueToFloat(Object value) {
if (value instanceof Double) {
return FloatValue.of(((Double) value).floatValue());
}
Expand All @@ -254,7 +249,7 @@ private Message adaptValueToFloat(Object value) {
throw new IllegalArgumentException("Unexpected value type: " + value);
}

private Message adaptValueToInt32(Object value) {
private MessageLite adaptValueToInt32(Object value) {
if (value instanceof Integer) {
return Int32Value.of((Integer) value);
}
Expand All @@ -264,7 +259,7 @@ private Message adaptValueToInt32(Object value) {
throw new IllegalArgumentException("Unexpected value type: " + value);
}

private Message adaptValueToInt64(Object value) {
private MessageLite adaptValueToInt64(Object value) {
if (value instanceof Integer) {
return Int64Value.of(((Integer) value).longValue());
}
Expand All @@ -275,33 +270,26 @@ private Message adaptValueToInt64(Object value) {
throw new IllegalArgumentException("Unexpected value type: " + value);
}

private Message adaptValueToUint32(Object value) {
private MessageLite adaptValueToUint32(Object value) {
if (value instanceof Integer) {
return UInt32Value.of((Integer) value);
}
if (value instanceof Long) {
try {
return UInt32Value.of(unsignedIntCheckedCast((Long) value));
} catch (IllegalArgumentException e) {
throw new CelNumericOverflowException(e);
}
// As in cel-go and cel-cpp, a CEL int isn't a uint, unless unsigned longs are disabled.
if (!celOptions.enableUnsignedLongs() && value instanceof Long) {
return UInt32Value.of(unsignedIntCheckedCast((Long) value));
}
if (value instanceof UnsignedLong) {
try {
return UInt32Value.of(unsignedIntCheckedCast(((UnsignedLong) value).longValue()));
} catch (IllegalArgumentException e) {
throw new CelNumericOverflowException(e);
}
return UInt32Value.of(unsignedIntCheckedCast(((UnsignedLong) value).longValue()));
}

throw new IllegalArgumentException("Unexpected value type: " + value);
}

private Message adaptValueToUint64(Object value) {
private MessageLite adaptValueToUint64(Object value) {
if (value instanceof Integer) {
return UInt64Value.of(UnsignedInts.toLong((Integer) value));
}
if (value instanceof Long) {
if (!celOptions.enableUnsignedLongs() && value instanceof Long) {
return UInt64Value.of((Long) value);
}
if (value instanceof UnsignedLong) {
Expand All @@ -311,15 +299,17 @@ private Message adaptValueToUint64(Object value) {
throw new IllegalArgumentException("Unexpected value type: " + value);
}

private static int intCheckedCast(long value) {
/** Narrows {@code value} to an int32, or throws {@link CelNumericOverflowException}. */
public static int intCheckedCast(long value) {
try {
return Ints.checkedCast(value);
} catch (IllegalArgumentException e) {
throw new CelNumericOverflowException(e);
}
}

private static int unsignedIntCheckedCast(long value) {
/** Narrows {@code value} to a uint32, or throws {@link CelNumericOverflowException}. */
public static int unsignedIntCheckedCast(long value) {
try {
return UnsignedInts.checkedCast(value);
} catch (IllegalArgumentException e) {
Expand All @@ -328,14 +318,12 @@ private static int unsignedIntCheckedCast(long value) {
}

private static Any packAnyMessage(MessageLite msg, WellKnownProto wellKnownProto) {
return packAnyMessage(msg, wellKnownProto.typeName());
return packAny(msg.toByteString(), wellKnownProto.typeName());
}

private static Any packAnyMessage(MessageLite msg, String typeUrl) {
return Any.newBuilder()
.setValue(msg.toByteString())
.setTypeUrl("type.googleapis.com/" + typeUrl)
.build();
/** Packs {@code value}, a serialized message of type {@code typeName}, into an {@link Any}. */
public static Any packAny(ByteString value, String typeName) {
return Any.newBuilder().setValue(value).setTypeUrl("type.googleapis.com/" + typeName).build();
}

private Timestamp adaptValueToProtoTimestamp(Object value) {
Expand Down
12 changes: 12 additions & 0 deletions common/src/main/java/dev/cel/common/values/BUILD.bazel
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -393,10 +393,16 @@ java_library(
deps = [
":base_proto_message_value_provider",
":proto_message_lite_value",
"//common:options",
"//common/annotations",
"//common/internal:cel_lite_descriptor_pool",
"//common/internal:default_lite_descriptor_pool",
"//common/internal:proto_lite_adapter",
"//common/internal:proto_time_utils",
"//common/internal:well_known_proto",
"//common/values",
"//common/values:base_proto_cel_value_converter",
"//common/values:cel_byte_string",
"//protobuf:cel_lite_descriptor",
"@maven//:com_google_errorprone_error_prone_annotations",
"@maven//:com_google_guava_guava",
Expand All @@ -412,10 +418,16 @@ cel_android_library(
deps = [
":base_proto_message_value_provider_android",
":proto_message_lite_value_android",
"//common:options",
"//common/annotations",
"//common/internal:cel_lite_descriptor_pool_android",
"//common/internal:default_lite_descriptor_pool_android",
"//common/internal:proto_lite_adapter_android",
"//common/internal:proto_time_utils_android",
"//common/internal:well_known_proto_android",
"//common/values:base_proto_cel_value_converter_android",
"//common/values:cel_byte_string",
"//common/values:values_android",
"//protobuf:cel_lite_descriptor",
"@maven//:com_google_errorprone_error_prone_annotations",
"@maven_android//:com_google_guava_guava",
Expand Down
3 changes: 2 additions & 1 deletion common/src/main/java/dev/cel/common/values/BaseProtoCelValueConverter.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -95,7 +95,8 @@ protected Object fromWellKnownProto(MessageLiteOrBuilder message, WellKnownProto
case STRING_VALUE:
return normalizePrimitive(((StringValue) message).getValue());
case UINT32_VALUE:
return UnsignedLong.valueOf(((UInt32Value) message).getValue());
return UnsignedLong.fromLongBits(
Integer.toUnsignedLong(((UInt32Value) message).getValue()));
case UINT64_VALUE:
return UnsignedLong.fromLongBits(((UInt64Value) message).getValue());
case EMPTY:
Expand Down
Loading
Loading