一文詳解分佈式緩存（附代碼）

原創

2020-09-18 15:03

\n /// 1.採用虛擬節點方式 2.節點總數可以自定義 3.每個物理節點的虛擬節點數可以自定義\n ///

\n public class ConsistentHash\n {\n //哈希環的虛擬節點信息\n public class VirtualNode\n {\n public string VirtualNodeName { get; set; }\n public NodeInfo Node { get; set; }\n }\n\n //添加元素刪除元素時候的鎖，來保證線程安全，或者採用讀寫鎖也可以\n private readonly object objLock = new object();\n\n //虛擬環節點的總數量，默認爲100\n int ringNodeCount;\n //每個物理節點對應的虛擬節點數量\n int virtualNodeNumber;\n //哈希環，這裏用數組來存儲\n public VirtualNode[] nodes = null;\n public ConsistentHash(int _ringNodeCount = 100, int _virtualNodeNumber = 3)\n {\n if (_ringNodeCount <= 0 || _virtualNodeNumber <= 0)\n {\n throw new Exception(\"_ringNodeCount和_virtualNodeNumber 必須大於0\");\n }\n this.ringNodeCount = _ringNodeCount;\n this.virtualNodeNumber = _virtualNodeNumber;\n nodes = new VirtualNode[_ringNodeCount];\n }\n //根據一致性哈希key 獲取node信息,查找操作請業務方自行處理超時問題，因爲多線程環境下，環的node可能全被清除\n public NodeInfo GetNode(string key)\n {\n var ringStartIndex = Math.Abs(GetKeyHashCode(key) % ringNodeCount);\n var vNode = FindNodeFromIndex(ringStartIndex);\n return vNode == null ? null : vNode.Node;\n }\n //虛擬環添加一個物理節點\n public void AddNode(NodeInfo newNode)\n {\n var nodeName = newNode.NodeName;\n int virtualNodeIndex = 0;\n lock (objLock)\n {\n //把物理節點轉化爲虛擬節點\n while (virtualNodeIndex < virtualNodeNumber)\n {\n var vNodeName = $\"{nodeName}#{virtualNodeIndex}\";\n var findStartIndex = Math.Abs(GetKeyHashCode(vNodeName) % ringNodeCount);\n var emptyIndex = FindEmptyNodeFromIndex(findStartIndex);\n if (emptyIndex < 0)\n {\n // 已經超出設置的最大節點數\n break;\n }\n nodes[emptyIndex] = new VirtualNode() { VirtualNodeName = vNodeName, Node = newNode };\n virtualNodeIndex++;\n \n }\n }\n }\n //刪除一個虛擬節點\n public void RemoveNode(NodeInfo node)\n {\n var nodeName = node.NodeName;\n int virtualNodeIndex = 0;\n List lstRemoveNodeName = new List();\n while (virtualNodeIndex < virtualNodeNumber)\n {\n lstRemoveNodeName.Add($\"{nodeName}#{virtualNodeIndex}\");\n virtualNodeIndex++;\n }\n //從索引爲0的位置循環一遍，把所有的虛擬節點都刪除\n int startFindIndex = 0;\n lock (objLock)\n {\n while (startFindIndex < nodes.Length)\n {\n if (nodes[startFindIndex] != null && lstRemoveNodeName.Contains(nodes[startFindIndex].VirtualNodeName))\n {\n nodes[startFindIndex] = null;\n }\n startFindIndex++;\n }\n }\n\n }\n\n\n //哈希環獲取哈希值的方法，因爲系統自帶的gethashcode，重啓服務就變了\n protected virtual int GetKeyHashCode(string key)\n {\n var sh = new SHA1Managed();\n byte[] data = sh.ComputeHash(Encoding.Unicode.GetBytes(key));\n return BitConverter.ToInt32(data, 0);\n\n }\n\n #region 私有方法\n //從虛擬環的某個位置查找第一個node\n private VirtualNode FindNodeFromIndex(int startIndex)\n {\n if (nodes == null || nodes.Length <= 0)\n {\n return null;\n }\n VirtualNode node = null;\n while (node == null)\n {\n startIndex = GetNextIndex(startIndex);\n node = nodes[startIndex];\n }\n return node;\n }\n //從虛擬環的某個位置開始查找空位置\n private int FindEmptyNodeFromIndex(int startIndex)\n {\n\n while (true)\n {\n if (nodes[startIndex] == null)\n {\n return startIndex;\n }\n var nextIndex = GetNextIndex(startIndex);\n //如果索引回到原地，說明找了一圈，虛擬環節點已經滿了，不會添加\n if (nextIndex == startIndex)\n {\n return -1;\n }\n startIndex = nextIndex;\n }\n }\n //獲取一個位置的下一個位置索引\n private int GetNextIndex(int preIndex)\n {\n int nextIndex = 0;\n //如果查找的位置到了環的末尾，則從0位置開始查找\n if (preIndex != nodes.Length - 1)\n {\n nextIndex = preIndex + 1;\n }\n return nextIndex;\n }\n #endregion\n }\n"}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"heading","attrs":{"align":null,"level":4},"content":[{"type":"link","attrs":{"href":"#測試生成的節點","title":null}},{"type":"text","text":"測試生成的節點"}]},{"type":"codeblock","attrs":{"lang":null},"content":[{"type":"text","text":" ConsistentHash h = new ConsistentHash(200, 5);\n h.AddNode(new Server() { IP = \"192.168.1.1\" });\n h.AddNode(new Server() { IP = \"192.168.1.2\" });\n h.AddNode(new Server() { IP = \"192.168.1.3\" });\n h.AddNode(new Server() { IP = \"192.168.1.4\" });\n h.AddNode(new Server() { IP = \"192.168.1.5\" });\n\n for (int i = 0; i < h.nodes.Length; i++)\n {\n if (h.nodes[i] != null)\n {\n Console.WriteLine($\"{i}===={h.nodes[i].VirtualNodeName}\");\n }\n }\n"}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"輸出結果(還算比較均勻)："}]},{"type":"codeblock","attrs":{"lang":null},"content":[{"type":"text","text":"2====192.168.1.3#4\n10====192.168.1.1#0\n15====192.168.1.3#3\n24====192.168.1.2#2\n29====192.168.1.3#2\n33====192.168.1.4#4\n64====192.168.1.5#1\n73====192.168.1.4#3\n75====192.168.1.2#0\n77====192.168.1.1#3\n85====192.168.1.1#4\n88====192.168.1.5#4\n117====192.168.1.4#1\n118====192.168.1.2#4\n137====192.168.1.1#1\n152====192.168.1.2#1\n157====192.168.1.5#2\n158====192.168.1.2#3\n159====192.168.1.3#0\n162====192.168.1.5#0\n165====192.168.1.1#2\n166====192.168.1.3#1\n177====192.168.1.5#3\n185====192.168.1.4#0\n196====192.168.1.4#2\n"}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"heading","attrs":{"align":null,"level":4},"content":[{"type":"link","attrs":{"href":"#測試一下性能","title":null}},{"type":"text","text":"測試一下性能"}]},{"type":"codeblock","attrs":{"lang":null},"content":[{"type":"text","text":" Stopwatch w = new Stopwatch();\n w.Start();\n for (int i = 0; i < 100000; i++)\n {\n var aaa = h.GetNode(\"test1\");\n }\n w.Stop();\n Console.WriteLine(w.ElapsedMilliseconds);\n"}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"輸出結果（調用10萬次耗時657毫秒）："}]},{"type":"codeblock","attrs":{"lang":null},"content":[{"type":"text","text":"657\n"}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"heading","attrs":{"align":null,"level":4},"content":[{"type":"link","attrs":{"href":"#寫在最後","title":null}},{"type":"text","text":"寫在最後"}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"以上代碼實有優化空間"}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"numberedlist","attrs":{"start":null,"normalizeStart":1},"content":[{"type":"listitem","content":[{"type":"paragraph","attrs":{"indent":0,"number":1,"align":null,"origin":null},"content":[{"type":"text","text":"哈希函數"}]}]},{"type":"listitem","content":[{"type":"paragraph","attrs":{"indent":0,"number":2,"align":null,"origin":null},"content":[{"type":"text","text":"很多for循環的臨時變量有興趣優化的同學可以留言哦!!"}]}]}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"blockquote","content":[{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","marks":[{"type":"strong"}],"text":"更多精彩文章"}]},{"type":"bulletedlist","content":[{"type":"listitem","content":[{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"link","attrs":{"href":"https://mp.weixin.qq.com/mp/appmsgalbum?action=getalbum&album_id=1342955119549267969&__biz=MzIwNTc3OTAxOA==#wechat_redirect","title":null},"content":[{"type":"text","text":"分佈式大併發系列"}]}]}]},{"type":"listitem","content":[{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"link","attrs":{"href":"https://mp.weixin.qq.com/mp/appmsgalbum?action=getalbum&album_id=1342959003139227648&__biz=MzIwNTc3OTAxOA==#wechat_redirect","title":null},"content":[{"type":"text","text":"架構設計系列"}]}]}]},{"type":"listitem","content":[{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"link","attrs":{"href":"https://mp.weixin.qq.com/mp/appmsgalbum?action=getalbum&album_id=1342962375443529728&__biz=MzIwNTc3OTAxOA==#wechat_redirect","title":null},"content":[{"type":"text","text":"趣學算法和數據結構系列"}]}]}]},{"type":"listitem","content":[{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"link","attrs":{"href":"https://mp.weixin.qq.com/mp/appmsgalbum?action=getalbum&album_id=1342964237798391808&__biz=MzIwNTc3OTAxOA==#wechat_redirect","title":null},"content":[{"type":"text","text":"設計模式系列"}]}]}]}]}]},{"type":"image","attrs":{"src":"https://static001.geekbang.org/infoq/f8/f8af5984765a267892bf1a1272272625.png","alt":"image","title":null,"style":null,"href":null,"fromPaste":true,"pastePass":true}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}}]}