Skip to content

Commit 10d97b1

Browse files
fix import
1 parent 2407565 commit 10d97b1

File tree

10 files changed

+8301
-48
lines changed

10 files changed

+8301
-48
lines changed

conn/pool.go

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -300,7 +300,7 @@ func (p *Pool) MonitorHealth() {
300300
p.Unlock()
301301
return
302302
}
303-
glog.Errorf("CONN: Unable to connect with %s : %s\n", p.Addr, err)
303+
// glog.Errorf("CONN: Unable to connect with %s : %s\n", p.Addr, err)
304304
if conn != nil {
305305
if err := conn.Close(); err != nil {
306306
glog.Warningf("error while closing connection: %v", err)

dgraph/cmd/dgraphimport/import_client.go

Lines changed: 19 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -151,9 +151,11 @@ func streamSnapshotForGroup(ctx context.Context, dc api.DgraphClient, pdir strin
151151
if err := out.Send(groupReq); err != nil {
152152
return fmt.Errorf("failed to send request for group ID [%v] to the server: %w", groupId, err)
153153
}
154+
fmt.Println("waiting here==================================>")
154155
if _, err := out.Recv(); err != nil {
155156
return fmt.Errorf("failed to receive response for group ID [%v] from the server: %w", groupId, err)
156157
}
158+
157159
glog.Infof("[import] Group [%v]: Received ACK for sending group request", groupId)
158160

159161
// Configure and start the BadgerDB stream
@@ -197,9 +199,24 @@ func streamBadger(ctx context.Context, ps *badger.DB, out api.Dgraph_StreamExtSn
197199
return fmt.Errorf("failed to send 'done' signal for group [%d]: %w", groupId, err)
198200
}
199201

200-
if _, err := out.Recv(); err != nil {
201-
return fmt.Errorf("failed to receive response for group ID [%v] from the server: %w", groupId, err)
202+
for {
203+
if ctx.Err() != nil {
204+
return ctx.Err()
205+
}
206+
resp, err := out.Recv()
207+
if errors.Is(err, io.EOF) {
208+
return fmt.Errorf("server closed stream before Finish=true for group [%d]", groupId)
209+
}
210+
if err != nil {
211+
return fmt.Errorf("failed to receive final response for group ID [%v] from the server: %w", groupId, err)
212+
}
213+
if resp.Finish {
214+
glog.Infof("[import] Group [%v]: Received final Finish=true", groupId)
215+
break
216+
}
217+
glog.Infof("[import] Group [%v]: Waiting for Finish=true, got interim ACK", groupId)
202218
}
219+
203220
glog.Infof("[import] Group [%v]: Received ACK for sending completion signal", groupId)
204221

205222
return nil

dgraph/cmd/root.go

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,8 @@ import (
2222
"github.com/spf13/viper"
2323

2424
"github.com/hypermodeinc/dgraph/v25/acl"
25+
sample "github.com/hypermodeinc/dgraph/v25/sammple"
26+
2527
"github.com/hypermodeinc/dgraph/v25/audit"
2628
"github.com/hypermodeinc/dgraph/v25/backup"
2729
checkupgrade "github.com/hypermodeinc/dgraph/v25/check_upgrade"
@@ -80,7 +82,7 @@ var subcommands = []*x.SubCommand{
8082
&bulk.Bulk, &cert.Cert, &conv.Conv, &live.Live, &alpha.Alpha, &zero.Zero, &version.Version,
8183
&debug.Debug, &migrate.Migrate, &debuginfo.DebugInfo, &upgrade.Upgrade, &decrypt.Decrypt, &increment.Increment,
8284
&checkupgrade.CheckUpgrade, &backup.Restore, &backup.LsBackup, &backup.ExportBackup, &acl.CmdAcl,
83-
&audit.CmdAudit, &mcp.Mcp, &dgraphimport.ImportCmd,
85+
&audit.CmdAudit, &mcp.Mcp, &dgraphimport.ImportCmd, &sample.Import,
8486
}
8587

8688
func initCmds() {

go.mod

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ require (
99
github.com/Masterminds/semver/v3 v3.4.0
1010
github.com/blevesearch/bleve/v2 v2.5.2
1111
github.com/dgraph-io/badger/v4 v4.8.0
12-
github.com/dgraph-io/dgo/v250 v250.0.0-preview4.0.20250904103701-6633ef279458
12+
github.com/dgraph-io/dgo/v250 v250.0.0-preview4.0.20250925075017-1cbfe76a4d6a
1313
github.com/dgraph-io/gqlgen v0.13.2
1414
github.com/dgraph-io/gqlparser/v2 v2.2.2
1515
github.com/dgraph-io/graphql-transport-ws v0.0.0-20210511143556-2cef522f1f15

go.sum

Lines changed: 2 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -132,13 +132,8 @@ github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc h1:U9qPSI2PIWSS1
132132
github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
133133
github.com/dgraph-io/badger/v4 v4.8.0 h1:JYph1ChBijCw8SLeybvPINizbDKWZ5n/GYbz2yhN/bs=
134134
github.com/dgraph-io/badger/v4 v4.8.0/go.mod h1:U6on6e8k/RTbUWxqKR0MvugJuVmkxSNc79ap4917h4w=
135-
<<<<<<< HEAD
136-
github.com/dgraph-io/dgo/v250 v250.0.0-preview4.0.20250920053640-1e130664dcf9 h1:oaoEY03LQnp4MxMWgvRRvOfX//Lhn8E+utSnn8+Fujk=
137-
github.com/dgraph-io/dgo/v250 v250.0.0-preview4.0.20250920053640-1e130664dcf9/go.mod h1:H3PcQuhmfzSC/1I7FLJYOxntpk3UG6lmZAyv0QxRm+o=
138-
=======
139-
github.com/dgraph-io/dgo/v250 v250.0.0-preview4.0.20250904103701-6633ef279458 h1:X1mVe/Lc0sb6Y+O4nmkXq0wa0QIZPaDhWbULh0ynAPs=
140-
github.com/dgraph-io/dgo/v250 v250.0.0-preview4.0.20250904103701-6633ef279458/go.mod h1:H3PcQuhmfzSC/1I7FLJYOxntpk3UG6lmZAyv0QxRm+o=
141-
>>>>>>> 2014a72d3 (Make dgraph import work over the internet)
135+
github.com/dgraph-io/dgo/v250 v250.0.0-preview4.0.20250925075017-1cbfe76a4d6a h1:QLvEPmiS5DkYSHDmQTj3sGtKEJzO5eM5E9V/K3fYjRQ=
136+
github.com/dgraph-io/dgo/v250 v250.0.0-preview4.0.20250925075017-1cbfe76a4d6a/go.mod h1:H3PcQuhmfzSC/1I7FLJYOxntpk3UG6lmZAyv0QxRm+o=
142137
github.com/dgraph-io/gqlgen v0.13.2 h1:TNhndk+eHKj5qE7BenKKSYdSIdOGhLqxR1rCiMso9KM=
143138
github.com/dgraph-io/gqlgen v0.13.2/go.mod h1:iCOrOv9lngN7KAo+jMgvUPVDlYHdf7qDwsTkQby2Sis=
144139
github.com/dgraph-io/gqlparser/v2 v2.1.1/go.mod h1:MYS4jppjyx8b9tuUtjV7jU1UFZK6P9fvO8TsIsQtRKU=

protos/pb.proto

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -599,7 +599,7 @@ service Worker {
599599
rpc DeleteNamespace(DeleteNsRequest) returns (Status) {}
600600
rpc TaskStatus(TaskStatusRequest) returns (TaskStatusResponse) {}
601601
rpc UpdateExtSnapshotStreamingState(api.UpdateExtSnapshotStreamingStateRequest) returns (Status) {}
602-
rpc StreamExtSnapshot(stream api.StreamExtSnapshotRequest) returns (api.StreamExtSnapshotResponse) {}
602+
rpc StreamExtSnapshot(stream api.StreamExtSnapshotRequest) returns (stream api.StreamExtSnapshotResponse) {}
603603
}
604604

605605
message TabletResponse {

0 commit comments

Comments
 (0)