Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Sign in / Register
Toggle navigation
C
Coredns
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Locked Files
Issues
0
Issues
0
List
Boards
Labels
Service Desk
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Security & Compliance
Security & Compliance
Dependency List
License Compliance
Packages
Packages
List
Container Registry
Analytics
Analytics
CI / CD
Code Review
Insights
Issues
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Railgun
Coredns
Commits
2d14fa27
Commit
2d14fa27
authored
Jan 24, 2020
by
Miek Gieben
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Adds some locality stuff
Signed-off-by:
Miek Gieben
<
miek@miek.nl
>
parent
eaa7f0d6
Changes
6
Hide whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
86 additions
and
25 deletions
+86
-25
plugin/traffic/setup.go
plugin/traffic/setup.go
+26
-3
plugin/traffic/setup_test.go
plugin/traffic/setup_test.go
+29
-0
plugin/traffic/traffic.go
plugin/traffic/traffic.go
+9
-16
plugin/traffic/traffic_test.go
plugin/traffic/traffic_test.go
+9
-0
plugin/traffic/xds/assignment.go
plugin/traffic/xds/assignment.go
+2
-2
plugin/traffic/xds/client.go
plugin/traffic/xds/client.go
+11
-4
No files found.
plugin/traffic/setup.go
View file @
2d14fa27
...
@@ -125,9 +125,32 @@ func parseTraffic(c *caddy.Controller) (*Traffic, error) {
...
@@ -125,9 +125,32 @@ func parseTraffic(c *caddy.Controller) (*Traffic, error) {
return
t
,
nil
return
t
,
nil
}
}
// parseLoc parses string s into loc's. Each loc must be space separated from the other, inside
// parseLoc
ality
parses string s into loc's. Each loc must be space separated from the other, inside
// a loc we have region,zone,subzone, where subzone or subzone and zone maybe empty. If specified
// a loc we have region,zone,subzone, where subzone or subzone and zone maybe empty. If specified
// they must be comma separate (not spaces or anything).
// they must be comma separate (not spaces or anything).
func
parseLoc
(
s
string
)
([]
loc
,
error
)
{
func
parseLocality
(
s
string
)
([]
xds
.
Locality
,
error
)
{
return
nil
,
nil
sets
:=
strings
.
Fields
(
s
)
if
len
(
sets
)
==
0
{
return
nil
,
nil
}
locs
:=
[]
xds
.
Locality
{}
for
_
,
s
:=
range
sets
{
l
:=
strings
.
Split
(
s
,
","
)
switch
len
(
l
)
{
default
:
return
nil
,
fmt
.
Errorf
(
"too many location specifiers: %q"
,
s
)
case
1
:
locs
=
append
(
locs
,
xds
.
Locality
{
Region
:
l
[
0
]})
continue
case
2
:
locs
=
append
(
locs
,
xds
.
Locality
{
Region
:
l
[
0
],
Zone
:
l
[
1
]})
continue
case
3
:
locs
=
append
(
locs
,
xds
.
Locality
{
Region
:
l
[
0
],
Zone
:
l
[
1
],
SubZone
:
l
[
2
]})
continue
}
}
return
locs
,
nil
}
}
plugin/traffic/setup_test.go
View file @
2d14fa27
...
@@ -49,3 +49,32 @@ func TestParseTraffic(t *testing.T) {
...
@@ -49,3 +49,32 @@ func TestParseTraffic(t *testing.T) {
}
}
}
}
}
}
func
testParseLocality
(
t
*
testing
.
T
)
{
s
:=
"region"
locs
,
err
:=
parseLocality
(
s
)
if
err
!=
nil
{
t
.
Fatal
(
err
)
}
if
locs
[
0
]
.
Region
!=
"region"
{
t
.
Errorf
(
"Expected %s, but got %s"
,
"region"
,
locs
[
0
]
.
Region
)
}
s
=
"region1,zone,sub region2"
locs
,
err
=
parseLocality
(
s
)
if
err
!=
nil
{
t
.
Fatal
(
err
)
}
if
locs
[
0
]
.
Zone
!=
"zone"
{
t
.
Errorf
(
"Expected %s, but got %s"
,
"zone"
,
locs
[
1
]
.
Zone
)
}
if
locs
[
0
]
.
SubZone
!=
"sub"
{
t
.
Errorf
(
"Expected %s, but got %s"
,
"sub"
,
locs
[
1
]
.
SubZone
)
}
if
locs
[
1
]
.
Region
!=
"region2"
{
t
.
Errorf
(
"Expected %s, but got %s"
,
"region2"
,
locs
[
1
]
.
Region
)
}
if
locs
[
1
]
.
Zone
!=
""
{
t
.
Errorf
(
"Expected %s, but got %s"
,
""
,
locs
[
1
]
.
Zone
)
}
}
plugin/traffic/traffic.go
View file @
2d14fa27
...
@@ -17,11 +17,11 @@ import (
...
@@ -17,11 +17,11 @@ import (
// Traffic is a plugin that load balances according to assignments.
// Traffic is a plugin that load balances according to assignments.
type
Traffic
struct
{
type
Traffic
struct
{
c
*
xds
.
Client
c
*
xds
.
Client
id
string
id
string
health
bool
health
bool
origins
[]
string
origins
[]
string
loc
ality
[]
loc
loc
[]
xds
.
Locality
Next
plugin
.
Handler
Next
plugin
.
Handler
}
}
...
@@ -43,7 +43,7 @@ func (t *Traffic) ServeDNS(ctx context.Context, w dns.ResponseWriter, r *dns.Msg
...
@@ -43,7 +43,7 @@ func (t *Traffic) ServeDNS(ctx context.Context, w dns.ResponseWriter, r *dns.Msg
m
.
SetReply
(
r
)
m
.
SetReply
(
r
)
m
.
Authoritative
=
true
m
.
Authoritative
=
true
sockaddr
,
ok
:=
t
.
c
.
Select
(
cluster
,
t
.
health
)
sockaddr
,
ok
:=
t
.
c
.
Select
(
cluster
,
t
.
loc
,
t
.
health
)
if
!
ok
{
if
!
ok
{
// ok the cluster (which has potentially extra labels), doesn't exist, but we may have a query for endpoint-0.<cluster>.
// ok the cluster (which has potentially extra labels), doesn't exist, but we may have a query for endpoint-0.<cluster>.
// check if we have 2 labels and that the first equals endpoint-0.
// check if we have 2 labels and that the first equals endpoint-0.
...
@@ -57,7 +57,7 @@ func (t *Traffic) ServeDNS(ctx context.Context, w dns.ResponseWriter, r *dns.Msg
...
@@ -57,7 +57,7 @@ func (t *Traffic) ServeDNS(ctx context.Context, w dns.ResponseWriter, r *dns.Msg
if
strings
.
HasPrefix
(
labels
[
0
],
"endpoint-"
)
{
if
strings
.
HasPrefix
(
labels
[
0
],
"endpoint-"
)
{
// recheck if the cluster exist.
// recheck if the cluster exist.
cluster
=
labels
[
1
]
cluster
=
labels
[
1
]
sockaddr
,
ok
=
t
.
c
.
Select
(
cluster
,
t
.
health
)
sockaddr
,
ok
=
t
.
c
.
Select
(
cluster
,
t
.
loc
,
t
.
health
)
if
!
ok
{
if
!
ok
{
m
.
Ns
=
soa
(
state
.
Zone
)
m
.
Ns
=
soa
(
state
.
Zone
)
m
.
Rcode
=
dns
.
RcodeNameError
m
.
Rcode
=
dns
.
RcodeNameError
...
@@ -90,7 +90,7 @@ func (t *Traffic) ServeDNS(ctx context.Context, w dns.ResponseWriter, r *dns.Msg
...
@@ -90,7 +90,7 @@ func (t *Traffic) ServeDNS(ctx context.Context, w dns.ResponseWriter, r *dns.Msg
}
}
m
.
Answer
=
[]
dns
.
RR
{
&
dns
.
AAAA
{
Hdr
:
dns
.
RR_Header
{
Name
:
state
.
QName
(),
Rrtype
:
dns
.
TypeAAAA
,
Class
:
dns
.
ClassINET
,
Ttl
:
5
},
AAAA
:
sockaddr
.
Address
()}}
m
.
Answer
=
[]
dns
.
RR
{
&
dns
.
AAAA
{
Hdr
:
dns
.
RR_Header
{
Name
:
state
.
QName
(),
Rrtype
:
dns
.
TypeAAAA
,
Class
:
dns
.
ClassINET
,
Ttl
:
5
},
AAAA
:
sockaddr
.
Address
()}}
case
dns
.
TypeSRV
:
case
dns
.
TypeSRV
:
sockaddrs
,
_
:=
t
.
c
.
All
(
cluster
,
t
.
health
)
sockaddrs
,
_
:=
t
.
c
.
All
(
cluster
,
t
.
loc
,
t
.
health
)
for
i
,
sa
:=
range
sockaddrs
{
for
i
,
sa
:=
range
sockaddrs
{
target
:=
fmt
.
Sprintf
(
"endpoint-%d.%s.%s"
,
i
,
cluster
,
state
.
Zone
)
target
:=
fmt
.
Sprintf
(
"endpoint-%d.%s.%s"
,
i
,
cluster
,
state
.
Zone
)
...
@@ -135,7 +135,7 @@ func (t *Traffic) serveEndpoint(ctx context.Context, state request.Request, endp
...
@@ -135,7 +135,7 @@ func (t *Traffic) serveEndpoint(ctx context.Context, state request.Request, endp
return
0
,
nil
return
0
,
nil
}
}
sockaddrs
,
_
:=
t
.
c
.
All
(
cluster
,
t
.
health
)
sockaddrs
,
_
:=
t
.
c
.
All
(
cluster
,
t
.
loc
,
t
.
health
)
if
len
(
sockaddrs
)
<
nr
{
if
len
(
sockaddrs
)
<
nr
{
m
.
Ns
=
soa
(
state
.
Zone
)
m
.
Ns
=
soa
(
state
.
Zone
)
m
.
Rcode
=
dns
.
RcodeNameError
m
.
Rcode
=
dns
.
RcodeNameError
...
@@ -182,10 +182,3 @@ func soa(z string) []dns.RR {
...
@@ -182,10 +182,3 @@ func soa(z string) []dns.RR {
// Name implements the plugin.Handler interface.
// Name implements the plugin.Handler interface.
func
(
t
*
Traffic
)
Name
()
string
{
return
"traffic"
}
func
(
t
*
Traffic
)
Name
()
string
{
return
"traffic"
}
// loc holds the locality for this server. It a list of the set region, zone, subzone.
type
loc
struct
{
region
string
zone
string
subzone
string
}
plugin/traffic/traffic_test.go
View file @
2d14fa27
...
@@ -212,9 +212,18 @@ type EndpointHealth struct {
...
@@ -212,9 +212,18 @@ type EndpointHealth struct {
}
}
func
endpoints
(
e
[]
EndpointHealth
)
[]
*
endpointpb
.
LocalityLbEndpoints
{
func
endpoints
(
e
[]
EndpointHealth
)
[]
*
endpointpb
.
LocalityLbEndpoints
{
return
endpointsWithLocality
(
e
,
xds
.
Locality
{})
}
func
endpointsWithLocality
(
e
[]
EndpointHealth
,
loc
xds
.
Locality
)
[]
*
endpointpb
.
LocalityLbEndpoints
{
ep
:=
make
([]
*
endpointpb
.
LocalityLbEndpoints
,
len
(
e
))
ep
:=
make
([]
*
endpointpb
.
LocalityLbEndpoints
,
len
(
e
))
for
i
:=
range
e
{
for
i
:=
range
e
{
ep
[
i
]
=
&
endpointpb
.
LocalityLbEndpoints
{
ep
[
i
]
=
&
endpointpb
.
LocalityLbEndpoints
{
Locality
:
&
corepb
.
Locality
{
Region
:
loc
.
Region
,
Zone
:
loc
.
Zone
,
SubZone
:
loc
.
SubZone
,
},
LbEndpoints
:
[]
*
endpointpb
.
LbEndpoint
{{
LbEndpoints
:
[]
*
endpointpb
.
LbEndpoint
{{
HostIdentifier
:
&
endpointpb
.
LbEndpoint_Endpoint
{
HostIdentifier
:
&
endpointpb
.
LbEndpoint_Endpoint
{
Endpoint
:
&
endpointpb
.
Endpoint
{
Endpoint
:
&
endpointpb
.
Endpoint
{
...
...
plugin/traffic/xds/assignment.go
View file @
2d14fa27
...
@@ -71,7 +71,7 @@ func (a *assignment) clusters() []string {
...
@@ -71,7 +71,7 @@ func (a *assignment) clusters() []string {
}
}
// Select selects a endpoint from cluster load assignments, using weighted random selection. It only selects endpoints that are reporting healthy.
// Select selects a endpoint from cluster load assignments, using weighted random selection. It only selects endpoints that are reporting healthy.
func
(
a
*
assignment
)
Select
(
cluster
string
,
ignore
bool
)
(
*
SocketAddress
,
bool
)
{
func
(
a
*
assignment
)
Select
(
cluster
string
,
locality
[]
Locality
,
ignore
bool
)
(
*
SocketAddress
,
bool
)
{
cla
:=
a
.
ClusterLoadAssignment
(
cluster
)
cla
:=
a
.
ClusterLoadAssignment
(
cluster
)
if
cla
==
nil
{
if
cla
==
nil
{
return
nil
,
false
return
nil
,
false
...
@@ -126,7 +126,7 @@ func (a *assignment) Select(cluster string, ignore bool) (*SocketAddress, bool)
...
@@ -126,7 +126,7 @@ func (a *assignment) Select(cluster string, ignore bool) (*SocketAddress, bool)
}
}
// All returns all healthy endpoints.
// All returns all healthy endpoints.
func
(
a
*
assignment
)
All
(
cluster
string
,
ignore
bool
)
([]
*
SocketAddress
,
bool
)
{
func
(
a
*
assignment
)
All
(
cluster
string
,
locality
[]
Locality
,
ignore
bool
)
([]
*
SocketAddress
,
bool
)
{
cla
:=
a
.
ClusterLoadAssignment
(
cluster
)
cla
:=
a
.
ClusterLoadAssignment
(
cluster
)
if
cla
==
nil
{
if
cla
==
nil
{
return
nil
,
false
return
nil
,
false
...
...
plugin/traffic/xds/client.go
View file @
2d14fa27
...
@@ -227,17 +227,24 @@ func (c *Client) receive(stream adsStream) error {
...
@@ -227,17 +227,24 @@ func (c *Client) receive(stream adsStream) error {
// Select returns an address that is deemed to be the correct one for this cluster. The returned
// Select returns an address that is deemed to be the correct one for this cluster. The returned
// boolean indicates if the cluster exists.
// boolean indicates if the cluster exists.
func
(
c
*
Client
)
Select
(
cluster
string
,
ignore
bool
)
(
*
SocketAddress
,
bool
)
{
func
(
c
*
Client
)
Select
(
cluster
string
,
locality
[]
Locality
,
ignore
bool
)
(
*
SocketAddress
,
bool
)
{
if
cluster
==
""
{
if
cluster
==
""
{
return
nil
,
false
return
nil
,
false
}
}
return
c
.
assignments
.
Select
(
cluster
,
ignore
)
return
c
.
assignments
.
Select
(
cluster
,
locality
,
ignore
)
}
}
// All returns all endpoints.
// All returns all endpoints.
func
(
c
*
Client
)
All
(
cluster
string
,
ignore
bool
)
([]
*
SocketAddress
,
bool
)
{
func
(
c
*
Client
)
All
(
cluster
string
,
locality
[]
Locality
,
ignore
bool
)
([]
*
SocketAddress
,
bool
)
{
if
cluster
==
""
{
if
cluster
==
""
{
return
nil
,
false
return
nil
,
false
}
}
return
c
.
assignments
.
All
(
cluster
,
ignore
)
return
c
.
assignments
.
All
(
cluster
,
locality
,
ignore
)
}
// Locality holds the locality for this server. It contains a Region, Zone and SubZone.
type
Locality
struct
{
Region
string
Zone
string
SubZone
string
}
}
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment