cubefs

1
// Copyright 2018 The CubeFS Authors.
2
//
3
// Licensed under the Apache License, Version 2.0 (the "License");
4
// you may not use this file except in compliance with the License.
5
// You may obtain a copy of the License at
6
//
7
//     http://www.apache.org/licenses/LICENSE-2.0
8
//
9
// Unless required by applicable law or agreed to in writing, software
10
// distributed under the License is distributed on an "AS IS" BASIS,
11
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
12
// implied. See the License for the specific language governing
13
// permissions and limitations under the License.
14

15
package metanode
16

17
import (
18
	"net"
19

20
	"github.com/cubefs/cubefs/proto"
21
	"github.com/cubefs/cubefs/util/errors"
22
	"github.com/cubefs/cubefs/util/log"
23
)
24

25
const (
26
	ForceClosedConnect = true
27
	NoClosedConnect    = false
28
)
29

30
var ErrForbiddenMetaPartition = errors.New("meta partition is forbidden")
31

32
func (m *metadataManager) IsForbiddenOp(mp MetaPartition, reqOp uint8) bool {
33
	if !mp.IsForbidden() {
34
		return false
35
	}
36
	switch reqOp {
37
	case
38
		// dentry
39
		proto.OpMetaCreateDentry,
40
		proto.OpMetaTxCreateDentry,
41
		proto.OpQuotaCreateDentry,
42
		proto.OpMetaDeleteDentry,
43
		proto.OpMetaTxDeleteDentry,
44
		proto.OpMetaBatchDeleteDentry,
45
		proto.OpMetaUpdateDentry,
46
		proto.OpMetaTxUpdateDentry,
47
		// extend
48
		proto.OpMetaUpdateXAttr,
49
		proto.OpMetaSetXAttr,
50
		proto.OpMetaBatchSetXAttr,
51
		proto.OpMetaRemoveXAttr,
52
		// extent
53
		proto.OpMetaTruncate,
54
		proto.OpMetaExtentsAdd,
55
		proto.OpMetaExtentAddWithCheck,
56
		proto.OpMetaObjExtentAdd,
57
		proto.OpMetaBatchObjExtentsAdd,
58
		proto.OpMetaBatchExtentsAdd,
59
		proto.OpMetaExtentsDel,
60
		// inode
61
		proto.OpMetaCreateInode,
62
		proto.OpQuotaCreateInode,
63
		proto.OpMetaTxUnlinkInode,
64
		proto.OpMetaUnlinkInode,
65
		proto.OpMetaBatchUnlinkInode,
66
		proto.OpMetaTxLinkInode,
67
		proto.OpMetaLinkInode,
68
		proto.OpMetaEvictInode,
69
		proto.OpMetaBatchEvictInode,
70
		proto.OpMetaSetattr,
71
		proto.OpMetaBatchDeleteInode,
72
		proto.OpMetaClearInodeCache,
73
		proto.OpMetaTxCreateInode,
74
		// multipart
75
		proto.OpAddMultipartPart,
76
		proto.OpRemoveMultipart,
77
		proto.OpCreateMultipart,
78
		// quota
79
		proto.OpMetaBatchSetInodeQuota,
80
		proto.OpMetaBatchDeleteInodeQuota:
81

82
		return true
83
	default:
84
		return false
85
	}
86
}
87

88
// The proxy is used during the leader change. When a leader of a partition changes, the proxy forwards the request to
89
// the new leader.
90
func (m *metadataManager) serveProxy(conn net.Conn, mp MetaPartition,
91
	p *Packet) (ok bool) {
92
	var (
93
		mConn      *net.TCPConn
94
		leaderAddr string
95
		err        error
96
		reqID      = p.ReqID
97
		reqOp      = p.Opcode
98
	)
99

100
	// check forbidden
101
	if m.IsForbiddenOp(mp, reqOp) {
102
		err = ErrForbiddenMetaPartition
103
		p.PacketErrorWithBody(proto.OpErr, []byte(err.Error()))
104
		m.respondToClient(conn, p)
105
		return false
106
	}
107

108
	if leaderAddr, ok = mp.IsLeader(); ok {
109
		return
110
	}
111
	if leaderAddr == "" {
112
		err = ErrNoLeader
113
		p.PacketErrorWithBody(proto.OpAgain, []byte(err.Error()))
114
		goto end
115
	}
116

117
	mConn, err = m.connPool.GetConnect(leaderAddr)
118
	if err != nil {
119
		p.PacketErrorWithBody(proto.OpErr, []byte(err.Error()))
120
		m.connPool.PutConnect(mConn, ForceClosedConnect)
121
		goto end
122
	}
123

124
	// send to master connection
125
	if err = p.WriteToConn(mConn); err != nil {
126
		p.PacketErrorWithBody(proto.OpErr, []byte(err.Error()))
127
		m.connPool.PutConnect(mConn, ForceClosedConnect)
128
		goto end
129
	}
130

131
	// read connection from the master
132
	if err = p.ReadFromConnWithVer(mConn, proto.NoReadDeadlineTime); err != nil {
133
		p.PacketErrorWithBody(proto.OpErr, []byte(err.Error()))
134
		m.connPool.PutConnect(mConn, ForceClosedConnect)
135
		goto end
136
	}
137
	if reqID != p.ReqID || reqOp != p.Opcode {
138
		log.LogErrorf("serveProxy: send and received packet mismatch: req(%v_%v) resp(%v_%v)",
139
			reqID, reqOp, p.ReqID, p.Opcode)
140
	}
141
	m.connPool.PutConnect(mConn, NoClosedConnect)
142
end:
143
	m.respondToClient(conn, p)
144
	if err != nil {
145
		log.LogErrorf("[serveProxy]: req: %d - %v, %v, packet(%v)", p.GetReqID(),
146
			p.GetOpMsg(), err, p)
147
	}
148
	log.LogDebugf("[serveProxy] req: %d - %v, resp: %v, packet(%v)", p.GetReqID(), p.GetOpMsg(),
149
		p.GetResultMsg(), p)
150
	return
151
}
152