diff --git a/03.Code/업로드용/converters/pipeline/step6_corpus.py b/03.Code/업로드용/converters/pipeline/step6_corpus.py deleted file mode 100644 index f17a509..0000000 --- a/03.Code/업로드용/converters/pipeline/step6_corpus.py +++ /dev/null @@ -1 +0,0 @@ -IyAtKi0gY29kaW5nOiB1dGYtOCAtKi0NCmZyb20gZG90ZW52IGltcG9ydCBsb2FkX2RvdGVudg0KbG9hZF9kb3RlbnYoKQ0KIiIiDQptYWtlX2NvcnB1c192Mi5weQ0KDQrquLDriqU6DQotIG91dHB1dC9yYWcvKl9jaHVua3MuanNvbiDsl5DshJwg66qo65OgIOyyre2BrOydmCBzdW1tYXJ566W8IOuqqOyVhA0KLSBBSeqwgCBDRUwg66qp7KCBKOq1kOycoSvsnpDsgqzshpTro6jshZgg7ZmN67O0KeyXkCDrp57qsowg7JWV7LaVIOyGLEmI66m0DQotIOykkeyalO2VnCDqsbQgW+2VteyLrF0g7ZGc7IucDQotIOqysOqzvOulvCBvdXRwdXQvY29udGV4dC9jb3JwdXMudHh0IOuhnCDsoIDsnqUNCg0K7KCE7KCcOg0KLSBjaHVua19hbmRfc3VtbWFyeS5weSDsi6Ttlokg7ZuEICpfY2h1bmtzLmpzb24g65Ok7J20IOyhtOyerO2VtOyVvCDtlZzri6QuDQotIGRvbWFpbl9wcm9tcHQudHh06rCAIOyhtOyerO2VtOyVvCDtlZzri6QuDQoiIiINCg0KaW1wb3J0IG9zDQppbXBvcnQgc3lzDQppbXBvcnQganNvbg0KZnJvbSBwYXRobGliIGltcG9ydCBQYXRoDQpmcm9tIGRhdGV0aW1lIGltcG9ydCBkYXRldGltZQ0KZnJvbSBvcGVuYWkgaW1wb3J0IE9wZW5BSQ0KDQojID09PT09IE9wZW5BSSDshKTsoJUgPT09PT0NCk9QRU5BSV9BUElfS0VZID0gb3MuZW52aXJvbi5nZXQoIk9QRU5BSV9BUElfS0VZIikNCkdQVF9NT0RFTCAgICAgID0gImdwdC01LTIwMjUtMDgtMDciDQoNCmNsaWVudCA9IE9wZW5BSShhcGlfa2V5PU9QRU5BSV9BUElfS0VZKQ0KDQojID09PT09IOyVley2lSDshKTsoJUgPT09PT0NCkJBVENIX1NJWkUgPSA4MCAgIyDtlZwg67KI7JeQIOyymOumrO2VoCDsmpTslb0g6rCc7IiYDQpNQVhfQ0hBUlNfUEVSX0JBVENIID0gMzAwMCAgIyDrsLDsuZjri7kg7JWV7LaVIOqysOqzvCDquIDsnpDsiJgNCk1BWF9GSU5BTF9DSEFSUyA9IDgwMDAgICMg7LWc7KKFIGNvcnB1cyDquIDsnpDsiJgNCg0KDQpkZWYgbG9nKG1zZzogc3RyKToNCiAgICBwcmludChtc2csIGZsdXNoPVRydWUpDQogICAgd2l0aCAoTE9HX0RJUiAvICJtYWtlX2NvcnB1c19sb2cudHh0Iikub3BlbigiYSIsIGVuY29kaW5nPSJ1dGYtOCIpIGFzIGY6DQogICAgICAgIGYud3JpdGUoZiJbe2RhdGV0aW1lLm5vdygpLnN0cmZ0aW1lKCclSDolTTolUycpfV0ge21zZ31cbiIpDQoNCg0KZGVmIGxvYWRfZG9tYWluX3Byb21wdCgpIC0+IHN0cjoNCiAgICBwID0gQ09OVEVYVF9ESVIgLyAiZG9tYWluX3Byb21wdC50eHQiDQogICAgaWYgbm90IHAuZXhpc3RzKCk6DQogICAgICAgIGxvZygiZG9tYWluX3Byb21wdC50eHTqsIAg7JeG7Iq164uI64ukLiDrqLzsoIAgc3RlcDHsnYQg7Iuk7ZaJ7ZW07JW8IO2VqeuLiOuLpC4iKQ0KICAgICAgICBzeXMuZXhpdCgxKQ0KICAgIHJldHVybiBwLnJlYWRfdGV4dChlbmNvZGluZz0idXRmLTgiLCBlcnJvcnM9Imlnbm9yZSIpLnN0cmlwKCkNCg0KDQpkZWYgbG9hZF9hbGxfc3VtbWFyaWVzKCkgLT4gbGlzdDoNCiAgICAiIiLrqqjrk6Ag7LKt7YGs7J2YIHN1bW1hcnkgKyDstpzsspgg7KCV67O0IOyImOynkSIiIg0KICAgIHN1bW1hcmllcyA9IFtdDQogICAgcmFnX2ZpbGVzID0gc29ydGVkKFJBR19ESVIuZ2xvYigiKl9jaHVua3MuanNvbiIpKQ0KICAgIA0KICAgIGlmIG5vdCByYWdfZmlsZXM6DQogICAgICAgIGxvZygiUkFHIO2MjOydvCgqX2NodW5rcy5qc29uKeydtCDsl4bsirXri4jri6QuIOuovOyggCBjaHVua19hbmRfc3VtbWFyeS5weeulvCDsi6TtlontlbTslbwg7ZWp64uI64ukLiIpDQogICAgICAgIHN5cy5leGl0KDEpDQoNCiAgICBmb3IgZiBpbiByYWdfZmlsZXM6DQogICAgICAgIHRyeToNCiAgICAgICAgICAgIHVuaXRzID0ganNvbi5sb2FkcyhmLnJlYWRfdGV4dChlbmNvZGluZz0idXRmLTgiLCBlcnJvcnM9Imlnbm9yZSIpKQ0KICAgICAgICBleGNlcHQgRXhjZXB0aW9uIGFzIGU6DQogICAgICAgICAgICBsb2coZiJbV0FSTl0gUkFHIO2MjOydvCDsnb3quLAg7Iuk7YyoOiB7Zi5uYW1lfSB8IHtlfSIpDQogICAgICAgICAgICBjb250aW51ZQ0KDQogICAgICAgIGZvciB1IGluIHVuaXRzOg0KICAgICAgICAgICAgc3VtbSA9ICh1LmdldCgic3VtbWFyeSIpIG9yICIiKS5zdHJpcCgpDQogICAgICAgICAgICBzb3VyY2UgPSAodS5nZXQoInNvdXJjZSIpIG9yICIiKS5zdHJpcCgpDQogICAgICAgICAgICBrZXl3b3JkcyA9ICh1LmdldCgia2V5d29yZHMiKSBvciAiIikNCiAgICAgICAgICAgIA0KICAgICAgICAgICAgaWYgc3VtbToNCiAgICAgICAgICAgICAgICAjIOy2nOyymOyZgCDtgqTsm4zrk5wg7Y+s7ZWoDQogICAgICAgICAgICAgICAgZW50cnkgPSBmIlt7c291cmNlfV0ge3N1bW19Ig0KICAgICAgICAgICAgICAgIGlmIGtleXdvcmRzOg0KICAgICAgICAgICAgICAgICAgICBlbnRyeSArPSBmIiAo7YKk7JuM65OcOiB7a2V5d29yZHN9KSINCiAgICAgICAgICAgICAgICBzdW1tYXJpZXMuYXBwZW5kKGVudHJ5KQ0KDQogICAgcmV0dXJuIHN1bW1hcmllcw0KDQoNCmRlZiBjb21wcmVzc19iYXRjaChkb21haW5fcHJvbXB0OiBzdHIsIGJhdGNoOiBsaXN0LCBiYXRjaF9udW06IGludCwgdG90YWxfYmF0Y2hlczogaW50KSAtPiBzdHI6DQogICAgIiIi67Cw7LmYIOuLqOychOuhnCDsmpTslb3rk6TsnYQgQUnqsIAg7JWV7LaVIiIiDQogICAgDQogICAgYmF0Y2hfdGV4dCA9ICJcbiIuam9pbih[ZiJ7aSsxfS4ge3N9IiBmb3IgaSwgcyBpbiBlbnVtZXJhdGUoYmF0Y2gpXSkNCiAgICANCiAgICBwcm9tcHQgPSBmIiIiDQrslYTrnpjripQg66y47ISc7JeQ7IScIOy2lOy2nO2VnCDsmpTslb0ge2xlbihiYXRjaCl96rCc7J2064ukLiAo67Cw7LmYIHtiYXRjaF9udW19L3t0b3RhbF9iYXRjaGVzfSkNCg0KW+yalOyVvSDrqqnroZ1dDQp7YmF0Y2hfdGV4dH0NCg0K64uk7J2MIOq4sOykgOycvOuhnCDsnbQg7JqU7JW965Ok7J2EIOyVley2lSDsoJXrpqztlZjrnbw6DQoNCjEpIOykkeuztS/snKDsgqwg64K07JqpOiDtlZjrgpjroZwg7Ya17ZWp7ZWY65CYLCDsl6zrn6wg66y47ISc7JeQ7IScIOyWuOq4ieuQmOuptCAiKE7tmowg7Ja46riJKSIg7ZGc7IucDQoyKSBkb21haW5fcHJvbXB07JeQIOuqheyLnOuQnCDtlbXsi6wg7IaU66Oo7IWYL+yLnOyKpO2FnDog67CY65Oc7IucIOuztOyhtO2VmOqzoCBb7IaU66Oo7IWYXSDtkZzsi5wNCjMpIGRvbWFpbl9wcm9tcHTsnZgg66qp7KCB7JeQIOykkeyalO2VnCDrgrTsmqkg7Jqw7ISgIOuztOyhtDoNCiAgIC0g7ZW064u5IOu2hOyVvOydmCDquLDstIgg6rCc64WQDQogICAtIOq4sOyhtCDrsKnsi53snZgg7ZWc6rOE7KCQ6rO8IOusuOygnOygkA0KICAgLSDsg4jroZzsmrQg6riw7IigL+uwqeyLneydmCDsnqXsoJANCjQpIOuLqOyInCDrgpjsl7Qv7KCI7LCo66eMIOyeiOuKlCDrgrTsmqk6IOqzvOqwkO2eiCDstpXslb0NCjUpIO2drOq3gO2VmOyngOunjCDtlbXsi6zsoIHsnbgg7J247IKs7J207Yq4OiBb7ZW17IusXSDtkZzsi5wNCg0K7Lac66ClIO2YleyLnToNCi0g7KO87KCc67OE66GcIOq3uOujue2VkQ0KLSDqsIEg7ZWt66qp7J2AIDF+MuusuOyepeycvOuhnCDqsITqsrDtlZjqsowNCi0g7KCE7LK0IHtNQVhfQ0hBUlNfUEVSX0JBVENIfeyekCDsnbTrgrQNCi0g66eI7YGs64uk7Jq0IOyXhuydtCDsiJzsiJgg7YWN7Iqk7Yq466GcDQoiIiINCiAgICANCiAgICB0cnk6DQogICAgICAgIHJlc3AgPSBjbGllbnQuY2hhdC5jb21wbGV0aW9ucy5jcmVhdGUoDQogICAgICAgICAgICBtb2RlbD1HUFRfTU9ERUwsDQogICAgICAgICAgICBtZXNzYWdlcz1bDQogICAgICAgICAgICAgICAgeyJyb2xlIjogInN5c3RlbSIsICJjb250ZW50IjogZG9tYWluX3Byb21wdCArICJcblxu64SI64qUIOusuOyEnCDsmpTslb3snYQg7KO87KCc67OE66GcIOyVley2lSDsoJXrpqztlZjripQg7KCE66y46rCA7J2064ukLiJ9LA0KICAgICAgICAgICAgICAgIHsicm9sZSI6ICJ1c2VyIiwgImNvbnRlbnQiOiBwcm9tcHR9DQogICAgICAgICAgICBdDQogICAgICAgICkNCiAgICAgICAgcmVzdWx0ID0gcmVzcC5jaG9pY2VzWzBdLm1lc3NhZ2UuY29udGVudC5zdHJpcCgpDQogICAgICAgIGxvZyhmIiAgICDrsLDsuZgge2JhdGNoX251bX0ve3RvdGFsX2JhdGNoZXN9IOyVley2lSDsmYTro4wgKHtsZW4ocmVzdWx0KX3snpApIikNCiAgICAgICAgcmV0dXJuIHJlc3VsdA0KICAgIGV4Y2VwdCBFeGNlcHRpb24gYXMgZToNCiAgICAgICAgbG9nKGYiW0VSUk9SXSDrsLDsuZgge2JhdGNoX251bX0g7JWV7LaVIOyLpO2MqDoge2V9IikNCiAgICAgICAgIyDsi6TtjKg7IucIOybkOuzuCDsnbzrtoAg67CY7ZmYDQogICAgICAgIHJldHVybiAiXG4iLmpvaW4oYmF0Y2hbOjEwXSkNCg0KDQpkZWYgbWVyZ2VfY29tcHJlc3NlZF9wYXJ0cyhkb21haW5fcHJvbXB0OiBzdHIsIHBhcnRzOiBsaXN0KSAtPiBzdHI6DQogICAgIiIi67Cw7LmY67OEIOyVley2lSDqsrDqs7zrpbwg7LWc7KKFIO2Gte2VqSIiIg0KICAgIA0KICAgIGlmIGxlbihwYXJ0cykgPT0gMToNCiAgICAgICAgcmV0dXJuIHBhcnRzWzBdDQogICAgDQogICAgYWxsX3BhcnRzID0gIlxuXG4tLS1cblxuIi5qb2luKFtmIlvtjIztirgge2krMX1dXG57cH0iIGZvciBpLCBwIGluIGVudW1lcmF0ZShwYXJ0cyldKQ0KICAgIA0KICAgIHByb21wdCA9IGYiIiINCuyVhOuemOuKlCDrjIDrn4nsnZgg66y47IScIOyalOyVveydhCDrsLDsuZjrs4TroZwg7JWV7LaV7ZWcIOqysOqzvOydtOuLpC4NCuydtOqyg+ydhCDstZzsooUgY29ycHVz66GcIO2Gte2Vqe2VmOudvC4NCg0KW+uwsOy5mOuzhCDslZXstpUg6rKw6rO8XQ0Ke2FsbF9wYXJ0c30NCg0K7Ya17ZWpIOq4sOykgDoNCjEpIO2MjO2KuCDqsIQg7KSR67O1IOuCtOyaqSDsoJzqsbAg67CPIO2Gte2VqQ0KMikgZG9tYWluX3Byb21wdOyXkCDrqoXsi5zrkJwg66qp7KCB6rO8IO2dkOumhOyXkCDrp57qsowg7J6s6rWs7ISxDQozKSBb7IaU66Oo7IWYXSwgW+2VteyLrF0sIChO7ZqMIOyWuOq4iSkg7ZGc7Iuc64qUIOycoOyngA0KNCkg7KCE7LK0IHtNQVhfRklOQUxfQ0hBUlNfUEVSX0JBVENIfeyekCDsnbTrgrQNCg0K7Lac66ClOiDyjvOygnOuzhOuhnCDsoJXrpqzrkJwg7LWc7KKFIGNvcnB1cyAo66eI7YGs64uk7Jq0IOyXhuydtCkNCiIiIg0KICAgIA0KICAgIHRyeToNCiAgICAgICAgcmVzcCA9IGNsaWVudC5jaGF0LmNvbXBsZXRpb25zLmNyZWF0ZSgNCiAgICAgICAgICAgIG1vZGVsPUdQVF9NT0RFTCwNCiAgICAgICAgICAgIG1lc3NhZ2VzPVsNCiAgICAgICAgICAgICAgICB7InJvbGUiOiAic3lzdGVtIiwgImNvbnRlbnQiOiBkb21haW5fcHJvbXB0ICsgIlxuXG7rhIjripQgQ0VMIOq1kOycoSDsvZjthZDsuKAg6riw7ZqN7J2EIOychO2VnCBjb3JwdXPrpbwg7ISk6rOE7ZWY64qUIOyghOusuOqwgOydtOuLpC4ifSwNCiAgICAgICAgICAgICAgICB7InJvbGUiOiAidXNlciIsICJjb250ZW50IjogcHJvbXB0fQ0KICAgICAgICAgICAgXQ0KICAgICAgICApDQogICAgICAgIHJldHVybiByZXNwLmNob2ljZXNbMF0ubWVzc2FnZS5jb250ZW50LnN0cmlwKCkNCiAgICBleGNlcHQgRXhjZXB0aW9uIGFzIGU6DQogICAgICAgIGxvZyhmIltFUlJPUl0g7LWc7KKFIO2Gte2VqSDsi6TtjKg6IHtlfSIpDQogICAgICAgIHJldHVybiAiXG5cbiIuam9pbihwYXJ0cykNCg0KDQpkZWYgbWFpbihpbnB1dF9kaXIsIG91dHB1dF9kaXIpOg0KICAgIGdsb2JhbCBEQVRBX1JPT1QsIE9VVFBVVF9ST09ULCBSQUdfRElSLCBDT05URVhUX0RJUiwgTE9HX0RJUg0KICAgIERBVEFfUk9PVCAgID0gUGF0aChpbnB1dF9kaXIpDQogICAgT1VUUFVUX1JPT1QgPSBQYXRoKG91dHB1dF9kaXIpDQogICAgUkFHX0RJUiAgICAgPSBPVVRQVVRfUk9PVCAvICJyYWciDQogICAgQ09OVEVYVF9ESVIgPSBPVVRQVVRfUk9PVCAvICJjb250ZXh0Ig0KICAgIExPR19ESVIgICAgID0gT1VUUFVUX1JPT1QgLyAibG9ncyINCiAgICBmb3IgZCBpbiBbUkFHX0RJUiwgQ09OVEVYVF9ESVIsIExPR19ESVJdOg0KICAgICAgICBkLm1rZGlyKHBhcmVudHM9VHJ1ZSwgZXhpc3Rfb2s9VHJ1ZSkNCiAgICBsb2coIj0iICogNjApDQogICAgbG9nKCJjb3JwdXMg7IOd7ISxIOy5nOyekCAoQUkg7JWV7LaVIOuyhOyghCkiKQ0KICAgIGxvZygiPSIgKiA2MCkNCg0KICAgICMgZG9tYWluX3Byb21wdCDroZzrk5wNCiAgICBkb21haW5fcHJvbXB0ID0gbG9hZF9kb3RhaW5fcHJvbXB0KCkNCiAgICBsb2coZiJkb21haW5fcHJvbXB0IOuhnOuTnCDsmYTro4wgKHtsZW4oZG9tYWluX3Byb21wdCl97J6Q64uk7J2064ukKSIpDQoNCiAgICAjIHN1bW1hcnmrl6Qg66qo7Jy86riwDQogICAgc3VtbWFyaWVzID0gbG9hZF9hbGxfc3VtbWFyaWVzKCkNCiAgICBpZiBub3Qgc3VtbWFyaWVzOg0KICAgICAgICBsb2coIuyYpCDtmZXsi53tlaAg7JqU7JW97J20IOyXhuqyvOuCmCDsl4bsirXri4jri6QuIikNCiAgICAgICAgc3lzLmV4aXQoMSkNCg0KICAgIGxvZyhmIuS9lCDsmpTslb0g67Cw7LmYIOyekeyXhSDsi5zsnpQuIOyalOyVvCDqsJzsi6Q6IHtsZW4oc3VtbWFyaWVzKX3qsJwiKQ0KDQogICAgIyDsnbTrtoAg7KCA7J6lIChrsLHslYUpDQogICAgcmF3X2NvcnB1cyA9ICJcbiIuam9pbihzdW1tYXJpZXMpDQogICAgcmF3X3BhdGggPSBDT05URVhUX0RJUiAvICJjb3JwdXNfcmF3LnR4dCINCiAgICByYXdfcGF0aC53cml0ZV90ZXh0KHJhd19jb3JwdXMsIGVuY29kaW5nPSJ1dGYtOCIpDQogICAgbG9nKGYi7JuQ67O0IGNvcnB1cyDrsoHslYUpOiB7cmF3X3BhdGh9ICh7bGVuKHJhd19jb3JwdXMpfX3snpApIikNCg0KICAgICMg67Cw7LmYIOyVley2lQ0KICAgIHRvdGFsX2JhdGNoZXMgPSAobGVuKHN1bW1hcmllcykgKyBCQVRDSF9TSVpFIC0gMSkgLy8gQkFUQ0hfU0laRQ0KICAgIGxvZyhmIlxu67Cw7LmYIOyVley2lCDsi5zsnpEgKHtCQVRDSF9TSVpFfWrqsJzsi6QsIOyjvCB7dG90YWxfYmF0Y2hlc33rsrIpIikNCg0KICAgIGNvbXByZXNzZWRfcGFydHMgPSBbXQ0KICAgIGZvciBpIGluIHJhbmdlKDAsIGxlbihzdW1tYXJpZXMpLCBCQVRDSF9TSVpFKToNCiAgICAgICAgYmF0Y2ggPSBzdW1tYXJpZXNbaTppK0JBVENIX1NJWkVdDQogICAgICAgIGJhdGNoX251bSA9IChpIC8vIEJBVENIX1NJWkUpICsgMQ0KDQogICAgICAgIGNvbXByZXNzZWQgPSBjb21wcmVzc19iYXRjaChkb21haW5fcHJvbXB0LCBiYXRjaCwgYmF0Y2hfbnVtLCB0b3RhbF9iYXRjaGVzKQ0KICAgICAgICBjb21wcmVzc2VkX3BhcnRzLmFwcGVuZChjb21wcmVzc2VkKQ0KDQogICAgIy stZooo7Yte2VqQ0KICAgIGxvZyhmIlxu7LWc7KKFIO2Gte2VqSDsi5zsnpEgKHtsZW4oY29tcHJlc3NlZF9wYXJ0cyl96rCcIO2MjO2KruInKQ0KICAgIGZpbmFsX2NvcnB1cyA9IG1lcmdlX2Nvcm1wcmVzc2VkX3BhcnRzKGRvbWFpbl9wcm9tcHQsIGNvbXByZXNzZWRfcGFydHMpDQoNCiAgICAjIOyGjeuToCDsoIDsnqUNCiAgICBvdXRfcGF0aCA9IENPTlRFWFRfRElSIC8gImNvcnB1cy50eHQiDQogICAgb3V0X3BhdGgud3JpdGVfdGV4dChmaW5hbF9jb3JwdXMsIGVuY29kaW5nPSJ1dGYtOCIpDQoNCiAgICAjIO2GteqzhA0KICAgIGxvZyhmIlxuIiArICI9IiAqIDYwKQ0KICAgIGxvZygiY29ycHVzIOyDneyFvCDsmYTro4whIikNCiAgICBsb2coIj0iICogNjApDQogICAgbG9nKGYi7KO8IOyalOyVvCDqsJzsi6Q6IHtsZW4oc3VtbWFyaWVzKX3qsJwgKHtsZW4ocmF3X2NvcnB1cyl97J6QKSIpDQogICAgbG9nKGYi7JWV7LaVIGNvcnB1czoge2xlbihmaW5hbF9jb3JwdXMpfX3snpApIikNCiAgICBsb2coZirslVfntpXri6ToIHsxMDAgLSAobGVuKGZpbmFsX2NvcnB1cykgLyBsZW4ocmF3X2NvcnB1cykgKiAxMDApOi4xZn0lIikNCiAgICBsb2coZlxu7KCA7J6lIOyXhuuovDoiKQ0KICAgIGxvZyhmIiAgLSAm07O0OiB7cmF3X3BhdGh9IikNCiAgICBsb2coZiIgIC0g7JWV7LaVOiB7b3V0X3BhdGh9IikNCg0KDQppZiBfX25hbWVfXyA9PSAiX19tYWluX18iOg0KICAgIG1haW4oKQ0K \ No newline at end of file