Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

[patch] add C.free & delete ivc before core.BulkInsert C' function executing for reducing memory usage #701

Merged
merged 8 commits into from
Sep 17, 2020
Merged

[patch] add C.free & delete ivc before core.BulkInsert C' function executing for reducing memory usage #701

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
9e1eed8
[patch] add C.free & delete ivc before core.BulkInsert C' function ex…
Sep 15, 2020
02fd191
fix
Sep 16, 2020
4c2b8ae
fix
Sep 16, 2020
709a791
fix
Sep 16, 2020
ef17b0d
fix
Sep 16, 2020
9561bb7
fix
Sep 16, 2020
3a39dbd
fix
Sep 17, 2020
0a0c104
fix
Sep 17, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1,058 changes: 529 additions & 529 deletions apis/docs/docs.md
View file
Open in desktop

Large diffs are not rendered by default.

69 changes: 35 additions & 34 deletions apis/grpc/manager/replication/controller/replication_manager.pb.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -46,24 +46,25 @@ func init() {
}

var fileDescriptor_ca7dddd9e8833d57 = []byte{
// 271 bytes of a gzipped FileDescriptorProto
// 274 bytes of a gzipped FileDescriptorProto
0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xe2, 0x32, 0x28, 0x4a, 0x2d, 0xc8,
0xc9, 0x4c, 0x4e, 0x2c, 0xc9, 0xcc, 0xcf, 0xd3, 0x4f, 0xce, 0xcf, 0x2b, 0x29, 0xca, 0xcf, 0xc9,
0x49, 0x2d, 0xd2, 0x47, 0x12, 0x8e, 0xcf, 0x4d, 0xcc, 0x4b, 0x4c, 0x4f, 0x2d, 0xd2, 0x2b, 0x28,
0xca, 0x2f, 0xc9, 0x17, 0x12, 0xc6, 0x22, 0x25, 0xc5, 0x5b, 0x90, 0x58, 0x99, 0x93, 0x9f, 0x98,
0x02, 0x51, 0x23, 0x25, 0x93, 0x9e, 0x9f, 0x9f, 0x9e, 0x93, 0xaa, 0x9f, 0x58, 0x90, 0xa9, 0x9f,
0x98, 0x97, 0x97, 0x5f, 0x02, 0x56, 0x5d, 0x0c, 0x95, 0xe5, 0x29, 0x48, 0xd2, 0x4f, 0x2f, 0xcc,
0x81, 0xf0, 0x8c, 0xf2, 0xb8, 0xb8, 0x83, 0x10, 0x26, 0x0a, 0x45, 0x72, 0xf1, 0x23, 0x71, 0x3d,
0xf3, 0xd2, 0xf2, 0x85, 0xf8, 0xf4, 0x60, 0xa6, 0xbb, 0xe6, 0x16, 0x94, 0x54, 0x4a, 0x49, 0xc3,
0xf9, 0x48, 0x2a, 0xf5, 0x1c, 0xd3, 0x53, 0xf3, 0x4a, 0x8a, 0x95, 0x24, 0x9b, 0x2e, 0x3f, 0x99,
0xcc, 0x24, 0x2c, 0x24, 0x88, 0xec, 0x05, 0xfd, 0xcc, 0xbc, 0xb4, 0x7c, 0x29, 0x96, 0x0d, 0x0f,
0xe4, 0x99, 0x9c, 0xe6, 0x33, 0x9e, 0x78, 0x24, 0xc7, 0x78, 0xe1, 0x91, 0x1c, 0xe3, 0x83, 0x47,
0x72, 0x8c, 0x5c, 0xba, 0xf9, 0x45, 0xe9, 0x7a, 0x65, 0x29, 0x89, 0x89, 0xc5, 0x7a, 0x65, 0x89,
0x39, 0x29, 0x7a, 0x30, 0xcf, 0x22, 0xe9, 0xd6, 0x43, 0x84, 0x8b, 0x93, 0x42, 0x58, 0x62, 0x4e,
0x0a, 0x92, 0xb5, 0xbe, 0x10, 0xe5, 0xce, 0x70, 0x15, 0x01, 0x8c, 0x51, 0x76, 0xe9, 0x99, 0x25,
0x19, 0xa5, 0x49, 0x7a, 0xc9, 0xf9, 0xb9, 0xfa, 0x60, 0x93, 0xf5, 0x41, 0x26, 0x83, 0x02, 0xa3,
0x58, 0x3f, 0xbd, 0xa8, 0x20, 0x59, 0x1f, 0x6a, 0x87, 0x3e, 0xf6, 0xb0, 0x4f, 0x62, 0x03, 0x07,
0x8c, 0x31, 0x20, 0x00, 0x00, 0xff, 0xff, 0xd7, 0xde, 0x29, 0x2e, 0x9c, 0x01, 0x00, 0x00,
0x81, 0xf0, 0x8c, 0x2a, 0xb8, 0x44, 0x83, 0x10, 0x26, 0x3a, 0xc3, 0x9d, 0x20, 0x14, 0xc9, 0xc5,
0x8f, 0x24, 0xe1, 0x99, 0x97, 0x96, 0x2f, 0xc4, 0xa7, 0x07, 0xb3, 0xc7, 0x35, 0xb7, 0xa0, 0xa4,
0x52, 0x4a, 0x1a, 0xce, 0x47, 0x52, 0xa9, 0xe7, 0x98, 0x9e, 0x9a, 0x57, 0x52, 0xac, 0x24, 0xd9,
0x74, 0xf9, 0xc9, 0x64, 0x26, 0x61, 0x21, 0x41, 0x64, 0xcf, 0xe8, 0x67, 0xe6, 0xa5, 0xe5, 0x4b,
0xb1, 0x6c, 0x78, 0x20, 0xcf, 0xe4, 0x34, 0x9f, 0xf1, 0xc4, 0x23, 0x39, 0xc6, 0x0b, 0x8f, 0xe4,
0x18, 0x1f, 0x3c, 0x92, 0x63, 0xe4, 0xd2, 0xcd, 0x2f, 0x4a, 0xd7, 0x2b, 0x4b, 0x49, 0x4c, 0x2c,
0xd6, 0x2b, 0x4b, 0xcc, 0x49, 0xd1, 0x83, 0x79, 0x1b, 0x49, 0xb7, 0x1e, 0x22, 0x84, 0x9c, 0x14,
0xc2, 0x12, 0x73, 0x52, 0x90, 0xac, 0xf5, 0x85, 0x28, 0x47, 0x78, 0x20, 0x80, 0x31, 0xca, 0x2e,
0x3d, 0xb3, 0x24, 0xa3, 0x34, 0x49, 0x2f, 0x39, 0x3f, 0x57, 0x1f, 0x6c, 0xb2, 0x3e, 0xc8, 0x64,
0x50, 0xb0, 0x14, 0xeb, 0xa7, 0x17, 0x15, 0x24, 0xeb, 0x43, 0xed, 0xd0, 0xc7, 0x1e, 0x0b, 0x49,
0x6c, 0xe0, 0x20, 0x32, 0x06, 0x04, 0x00, 0x00, 0xff, 0xff, 0xc5, 0xa0, 0x9e, 0x80, 0xa6, 0x01,
0x00, 0x00,
}

// Reference imports to suppress errors if they are not otherwise used.
Expand All @@ -74,72 +75,72 @@ var _ grpc.ClientConn
// is compatible with the grpc package it is being compiled against.
const _ = grpc.SupportPackageIsVersion4

// ReplicationClient is the client API for Replication service.
// ReplicationControllerClient is the client API for ReplicationController service.
//
// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
type ReplicationClient interface {
type ReplicationControllerClient interface {
ReplicationInfo(ctx context.Context, in *payload.Empty, opts ...grpc.CallOption) (*payload.Replication_Agents, error)
}

type replicationClient struct {
type replicationControllerClient struct {
cc *grpc.ClientConn
}

func NewReplicationClient(cc *grpc.ClientConn) ReplicationClient {
return &replicationClient{cc}
func NewReplicationControllerClient(cc *grpc.ClientConn) ReplicationControllerClient {
return &replicationControllerClient{cc}
}

func (c *replicationClient) ReplicationInfo(ctx context.Context, in *payload.Empty, opts ...grpc.CallOption) (*payload.Replication_Agents, error) {
func (c *replicationControllerClient) ReplicationInfo(ctx context.Context, in *payload.Empty, opts ...grpc.CallOption) (*payload.Replication_Agents, error) {
out := new(payload.Replication_Agents)
err := c.cc.Invoke(ctx, "/replication_manager.Replication/ReplicationInfo", in, out, opts...)
err := c.cc.Invoke(ctx, "/replication_manager.ReplicationController/ReplicationInfo", in, out, opts...)
if err != nil {
return nil, err
}
return out, nil
}

// ReplicationServer is the server API for Replication service.
type ReplicationServer interface {
// ReplicationControllerServer is the server API for ReplicationController service.
type ReplicationControllerServer interface {
ReplicationInfo(context.Context, *payload.Empty) (*payload.Replication_Agents, error)
}

// UnimplementedReplicationServer can be embedded to have forward compatible implementations.
type UnimplementedReplicationServer struct {
// UnimplementedReplicationControllerServer can be embedded to have forward compatible implementations.
type UnimplementedReplicationControllerServer struct {
}

func (*UnimplementedReplicationServer) ReplicationInfo(ctx context.Context, req *payload.Empty) (*payload.Replication_Agents, error) {
func (*UnimplementedReplicationControllerServer) ReplicationInfo(ctx context.Context, req *payload.Empty) (*payload.Replication_Agents, error) {
return nil, status.Errorf(codes.Unimplemented, "method ReplicationInfo not implemented")
}

func RegisterReplicationServer(s *grpc.Server, srv ReplicationServer) {
s.RegisterService(&_Replication_serviceDesc, srv)
func RegisterReplicationControllerServer(s *grpc.Server, srv ReplicationControllerServer) {
s.RegisterService(&_ReplicationController_serviceDesc, srv)
}

func _Replication_ReplicationInfo_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
func _ReplicationController_ReplicationInfo_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(payload.Empty)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(ReplicationServer).ReplicationInfo(ctx, in)
return srv.(ReplicationControllerServer).ReplicationInfo(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: "/replication_manager.Replication/ReplicationInfo",
FullMethod: "/replication_manager.ReplicationController/ReplicationInfo",
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(ReplicationServer).ReplicationInfo(ctx, req.(*payload.Empty))
return srv.(ReplicationControllerServer).ReplicationInfo(ctx, req.(*payload.Empty))
}
return interceptor(ctx, in, info, handler)
}

var _Replication_serviceDesc = grpc.ServiceDesc{
ServiceName: "replication_manager.Replication",
HandlerType: (*ReplicationServer)(nil),
var _ReplicationController_serviceDesc = grpc.ServiceDesc{
ServiceName: "replication_manager.ReplicationController",
HandlerType: (*ReplicationControllerServer)(nil),
Methods: []grpc.MethodDesc{
{
MethodName: "ReplicationInfo",
Handler: _Replication_ReplicationInfo_Handler,
Handler: _ReplicationController_ReplicationInfo_Handler,
},
},
Streams: []grpc.StreamDesc{},
Expand Down
4 changes: 2 additions & 2 deletions ...er/manager/replication/controller/replication/controller/replication_manager.swagger.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@
"paths": {
"/replication/info": {
"get": {
"operationId": "Replication_ReplicationInfo",
"operationId": "ReplicationController_ReplicationInfo",
"responses": {
"200": {
"description": "A successful response.",
Expand All @@ -29,7 +29,7 @@
}
},
"tags": [
"Replication"
"ReplicationController"
]
}
}
Expand Down
28 changes: 14 additions & 14 deletions go.mod
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,9 @@ module github.com/vdaas/vald
go 1.15

replace (
cloud.google.com/go => cloud.google.com/go v0.65.0
cloud.google.com/go => cloud.google.com/go v0.66.0
github.com/Azure/go-autorest => github.com/Azure/go-autorest v14.2.0+incompatible
github.com/aws/aws-sdk-go => github.com/aws/aws-sdk-go v1.34.20
github.com/aws/aws-sdk-go => github.com/aws/aws-sdk-go v1.34.25
github.com/boltdb/bolt => github.com/boltdb/bolt v1.3.1
github.com/chzyer/logex => github.com/chzyer/logex v1.1.11-0.20170329064859-445be9e134b2
github.com/coreos/etcd => go.etcd.io/etcd v3.3.25+incompatible
Expand All @@ -26,12 +26,12 @@ replace (
golang.org/x/crypto => golang.org/x/crypto v0.0.0-20200820211705-5c72a883971a
google.golang.org/grpc => google.golang.org/grpc v1.32.0
google.golang.org/protobuf => google.golang.org/protobuf v1.25.0
k8s.io/api => k8s.io/api v0.18.8
k8s.io/apiextensions-apiserver => k8s.io/apiextensions-apiserver v0.18.8
k8s.io/apimachinery => k8s.io/apimachinery v0.18.8
k8s.io/client-go => k8s.io/client-go v0.18.8
k8s.io/metrics => k8s.io/metrics v0.18.8
sigs.k8s.io/controller-runtime => sigs.k8s.io/controller-runtime v0.6.2
k8s.io/api => k8s.io/api v0.18.9
k8s.io/apiextensions-apiserver => k8s.io/apiextensions-apiserver v0.18.9
k8s.io/apimachinery => k8s.io/apimachinery v0.18.9
k8s.io/client-go => k8s.io/client-go v0.18.9
k8s.io/metrics => k8s.io/metrics v0.18.9
sigs.k8s.io/controller-runtime => sigs.k8s.io/controller-runtime v0.6.3
)

require (
Expand Down Expand Up @@ -71,16 +71,16 @@ require (
go.uber.org/goleak v1.1.10
golang.org/x/net v0.0.0-20200904194848-62affa334b73
golang.org/x/sync v0.0.0-20200625203802-6e8e738ad208
golang.org/x/sys v0.0.0-20200909081042-eff7692f9009
golang.org/x/sys v0.0.0-20200916084744-dbad9cb7cb7a
gonum.org/v1/hdf5 v0.0.0-20200504100616-496fefe91614
gonum.org/v1/plot v0.8.0
google.golang.org/api v0.31.0
google.golang.org/genproto v0.0.0-20200904004341-0bd0a958aa1d
google.golang.org/api v0.32.0
google.golang.org/genproto v0.0.0-20200916143405-f6a2fa72f0c4
google.golang.org/grpc v1.31.1
gopkg.in/yaml.v2 v2.3.0
k8s.io/api v0.18.8
k8s.io/apimachinery v0.18.8
k8s.io/client-go v0.18.8
k8s.io/api v0.18.9
k8s.io/apimachinery v0.18.9
k8s.io/client-go v0.18.9
k8s.io/metrics v0.0.0-00010101000000-000000000000
sigs.k8s.io/controller-runtime v0.0.0-00010101000000-000000000000
)
Loading