【教程直播第4期】揭祕數據遷移之 OceanBase CDC & OMS 社區版能力

{"type":"doc","content":[{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"上週四， OceanBase 社區版直播教程的第三期爲我們詳細解讀了 ","attrs":{}},{"type":"link","attrs":{"href":"http://mp.weixin.qq.com/s?__biz=MzU0ODg0OTIyNw==&mid=2247490267&idx=1&sn=d0ba190b8a3fd500a5e1c25586fd4b92&chksm=fbb989ffccce00e9ca3c172671cd6e8bb2517ca007b81e6abd8c37ca15b5a2d961cf0f88da5c&scene=21#wechat_redirect","title":null,"type":null},"content":[{"type":"text","text":"“如何完成高質量的 OceanBase 數據遷移","attrs":{}}]},{"type":"link","attrs":{"href":"http://mp.weixin.qq.com/s?__biz=MzU0ODg0OTIyNw==&mid=2247490267&idx=1&sn=d0ba190b8a3fd500a5e1c25586fd4b92&chksm=fbb989ffccce00e9ca3c172671cd6e8bb2517ca007b81e6abd8c37ca15b5a2d961cf0f88da5c&scene=21#wechat_redirect","title":null,"type":null},"content":[{"type":"text","text":"”","attrs":{}}]},{"type":"text","text":"，複製下方鏈接快速回顧瞭解：","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":"center","origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"實戰第四章：向 OceanBase 數據庫遷移數據","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":"center","origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"https://open.oceanbase.com/blog/8600172","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"針對上期直播內容，先來一波","attrs":{}},{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"前情回顧，","attrs":{}},{"type":"text","text":"未收看直播的小夥伴也可以參考以下課程筆記——","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"bulletedlist","content":[{"type":"listitem","attrs":{"listStyle":null},"content":[{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"介紹了 MySQL 遷移 OceanBase 時的表結構遷移以及注意事項。說明：dbcat 表結構轉換，是後續開源 OMS 工具的一個組件。","attrs":{}}]}]},{"type":"listitem","attrs":{"listStyle":null},"content":[{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"介紹了 MySQLDUMP 常用導出命令和 DataX 常用的讀寫插件，以及如何使用 MySQLDUMP, DataX 將 MySQL 數據全量同步到 OceanBase。注意，OceanBase 讀寫插件在默認的二進制 DataX 包裏不存在，需要編譯安裝後創建對應的目錄並複製相關的 json 文件， 插件路徑：target/datax/datax/plugin/reader[writer]/*reader[*writer]/plugin_job_template.json","attrs":{}}]}]},{"type":"listitem","attrs":{"listStyle":null},"content":[{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"介紹了 Canal Server 和 Client 的工作原理，以及如何使用 Canal 將 MySQL 數據增量同步到 OceanBase。","attrs":{}}]}]}],"attrs":{}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"對於數據遷移，還有疑問可至問答區 ：","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"https://open.oceanbase.com/answer/detail?id=13700831","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"image","attrs":{"src":"https://static001.geekbang.org/infoq/d1/d1eae7e7c6f191a11b6c77068e49c186.gif","alt":null,"title":null,"style":[{"key":"width","value":"75%"},{"key":"bordertype","value":"none"}],"href":null,"fromPaste":true,"pastePass":true}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":"center","origin":null},"content":[{"type":"text","text":"/ 互動熱烈的問答區 /","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"12月16日晚（本週四） 19:30","attrs":{}},{"type":"text","text":"，我們將會推出 OceanBase 社區版直播教程的第四期。","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"數據遷移之 OceanBase CDC & OMS 社區版能力介紹","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"image","attrs":{"src":"https://static001.geekbang.org/infoq/7d/7d9b5965900ce8d969f8fe3f5532340e.png","alt":null,"title":null,"style":[{"key":"width","value":"75%"},{"key":"bordertype","value":"none"}],"href":null,"fromPaste":true,"pastePass":true}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"image","attrs":{"src":"https://static001.geekbang.org/infoq/31/31db0e1faf134a5434d88c2ae49ec3d1.png","alt":null,"title":"","style":[{"key":"width","value":"25%"},{"key":"bordertype","value":"none"}],"href":"","fromPaste":false,"pastePass":false}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"和順 | 李曉東","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"OceanBase 開源佈道師","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"📍 如何將 OceanBase 增量數據同步到 MySQL","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"📍 解析“ OceanBase 之 Logproxy + Canal ”的組合用法","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"image","attrs":{"src":"https://static001.geekbang.org/infoq/a8/a89d87333ab9868a78e6429ab6871e66.png","alt":null,"title":"","style":[{"key":"width","value":"25%"},{"key":"bordertype","value":"none"}],"href":"","fromPaste":false,"pastePass":false}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"橫木 | 任傑","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"OceanBase 研發工程師","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"📍 瞭解 OceanBase 的數據傳輸產品 OMS","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"📍 演示 OceanBase 與 MySQL 之間數據同步的產品化解決方案","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"不少人可能都會存在如下的疑問：","attrs":{}}]},{"type":"blockquote","content":[{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"OceanBase 如何實現將 OceanBase 數據同步到 MySQL 上？","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"OceanBase 支持將 OceanBase 數據同步到 kafka 等其他大數據平臺或其他常見關係型數據庫上嗎？","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"目前 OceanBase CDC 的能力是否支持反向增量同步？","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}}],"attrs":{}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"別怕！本期直播來幫忙！你的困惑“有救”了！","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"提到 ","attrs":{}},{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"OceanBase CDC 能力","attrs":{}},{"type":"text","text":"，首先想知道的一定是它能幫我們解決哪些問題，以及我們爲什麼需要這種能力。此時，可以設想以下幾個業務場景，不難感受到其重要性。","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"1、上 OceanBase 容易，下 OceanBase 也容易","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"在行業中有句說法“上雲容易下雲難”，但 OceanBase 不存在這種現象。用戶可以輕易通過 datax , canal ,（以及即將馬上開源的 OMS ）等功能將 MySQL 數據同步到 OceanBase ，同時 OceanBase CDC 提供將增量日誌按事務提交順序向外透出，供下游進行消費。如果數據在遷移到 OceanBase 後，我們還想做一個兜底的方案，OceanBase 可快速將數據同步至 MySQL ，以備回切的需要，讓你用的放心。","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"2、一份數據，多維訂閱","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"使用 MySQL 時，企業內部可能還有大數據分析系統如 kafka 、Flink 等，通過解析 MySQL binlog（如 maxwell ,canal）等可以做到變更下游用戶訂閱感興趣的數據表，來獲取所需要的分析數據進行處理，不需要把分析流程嵌入到已有系統中，以實現解耦。現在 OceanBase 也提供了類似的能力，可以打通 OceanBase+oblogproxy+Canal+下游多維訂閱者。","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"3、多集羣數據同步","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"OceanBase 提供“兩地三中心”或者“三地五中心”等部署方案，但在跨地域部署的時候，網絡延遲是一個不可忽略的問題。對於多數派的日誌同步要求，在網絡不太理想的情況下，多地部署方案可能並不太合適，企業版裏還支持主備庫等解決方案。那麼在社區版用戶中，有沒有方法可以解決呢？現在我們可以通過 OceanBase CDC 這種能力自己來搭建多集羣之間的數據同步，讓我們的數據更有保障。","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"學完本期課程，你還將收穫","attrs":{}},{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"如何將 OceanBase 增量數據同步至 MySQL 或其他大數據平臺；掌握 DataX 調優以及 OceanBase 導數期間內存相關的參數調優。","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"12月16日晚（本週四） 19:30","attrs":{}},{"type":"text","text":"，準時相約 OceanBase 社區版教程官方直播間。一個小時爲你聊透將 OceanBase 數據同步到 MySQL 的全場景解決方案！","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"還在等什麼？","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","text":"趕快","attrs":{}},{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"掃碼加入直播","attrs":{}},{"type":"text","text":"吧！","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"釘釘羣：32554020","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"image","attrs":{"src":"https://static001.geekbang.org/infoq/2d/2de917954a49dc420c88cfcf5c34720c.png","alt":null,"title":"","style":[{"key":"width","value":"50%"},{"key":"bordertype","value":"none"}],"href":"","fromPaste":false,"pastePass":false}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null}},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"教程驚喜1：","attrs":{}},{"type":"text","text":"參與問答互動，我們會在直播間現場發放OBCP考試優惠券，助你早日成爲分佈式數據庫專家~ ","attrs":{}}]},{"type":"paragraph","attrs":{"indent":0,"number":0,"align":null,"origin":null},"content":[{"type":"text","marks":[{"type":"strong","attrs":{}}],"text":"教程驚喜2：","attrs":{}},{"type":"text","text":"文章底部留言，分享你學習課程的心得和體會，小編將選取點贊前5名的讀者贈送OBCP考試優惠券~ ","attrs":{}}]}]}