@article{여상호2022Crossover-SGD,

title = {Crossover-SGD: A gossip-based communication in distributed deep learning for alleviating large mini-batch problem and enhancing scalability},

author = {여상호 and 배민호 and 정민중 and 권오경 and 오상윤},

url = {https://arxiv.org/abs/2012.15198},

doi = {10.48550/arXiv.2012.15198},

year  = {2022},

date = {2022-11-01},

urldate = {2022-11-01},

journal = {Concurrency and Computation: Practice and Experience},

abstract = {     Distributed deep learning is an effective way to reduce the training time of deep learning for large datasets as well as complex models. However, the limited scalability caused by network overheads makes it difficult to synchronize the parameters of all workers. To resolve this problem, gossip-based methods that demonstrates stable scalability regardless of the number of workers have been proposed. However, to use gossip-based methods in general cases, the validation accuracy for a large mini-batch needs to be verified. To verify this, we first empirically study the characteristics of gossip methods in a large mini-batch problem and observe that the gossip methods preserve higher validation accuracy than AllReduce-SGD(Stochastic Gradient Descent) when the number of batch sizes is increased and the number of workers is fixed. However, the delayed parameter propagation of the gossip-based models decreases validation accuracy in large node scales. To cope with this problem, we propose Crossover-SGD that alleviates the delay propagation of weight parameters via segment-wise communication and load balancing random network topology. We also adapt hierarchical communication to limit the number of workers in gossip-based communication methods. To validate the effectiveness of our proposed method, we conduct empirical experiments and observe that our Crossover-SGD shows higher node scalability than SGP(Stochastic Gradient Push). },

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{민경준2020혼합형,

title = {혼합형 출판-구독 메시징 시스템 구조 제안 및 연동 기법},

author = {민경준 and 배민호 and 박규동 and 오상윤},

url = {http://www.dbpia.co.kr/journal/articleDetail?nodeId=NODE09325603},

year  = {2020},

date = {2020-01-01},

journal = {한국통신학회논문지},

volume = {45},

number = {4},

pages = {748--755},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{bae2020novel,

title = {Novel data-placement scheme for improving the data locality of Hadoop in heterogeneous environments},

author = {Minho Bae and Sangho Yeo and Gyudong Park and Sangyoon Oh},

url = {https://doi.org/10.1002/cpe.5752},

year  = {2020},

date = {2020-01-01},

urldate = {2020-01-01},

journal = {Concurrency and Computation: Practice and Experience},

pages = {e5752},

publisher = {Wiley Online Library},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{bae2020label,

title = {Label Propagation-Based Parallel Graph Partitioning for Large-Scale Graph Data},

author = {Minho Bae and Minjoong Jeong and Sangyoon Oh},

year  = {2020},

date = {2020-01-01},

urldate = {2020-01-01},

journal = {IEEE Access},

volume = {8},

pages = {72801--72813},

publisher = {IEEE},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{배민호2019군,

title = {군 통신환경을 효과적으로 활용하는 하이브리드 메시징 시스템 구조와 XML Element 기반의 필터링 기법},

author = {배민호 and 민경준 and 박규동 and 전호철 and 오상윤},

year  = {2019},

date = {2019-01-01},

urldate = {2019-01-01},

journal = {정보과학회논문지},

volume = {46},

number = {10},

pages = {1078--1087},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{kim2018dynamic,

title = {Dynamic Block Reassignment for Load Balancing of Block Centric Graph Processing Systems},

author = {Yewon Kim and Minho Bae and Sangyoon Oh},

year  = {2018},

date = {2018-01-01},

urldate = {2018-01-01},

journal = {KIPS Transactions on Software and Data Engineering},

volume = {7},

number = {5},

pages = {177--188},

publisher = {Korea Information Processing Society},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{eum2017vehicle,

title = {Vehicle detection from airborne LiDAR point clouds based on a decision tree algorithm with horizontal and vertical features},

author = {Junho Eum and Minho Bae and Junbeom Jeon and Heezin Lee and Sangyoon Oh and Minsu Lee},

url = {https://www.tandfonline.com/doi/abs/10.1080/2150704X.2016.1278310},

year  = {2017},

date = {2017-01-01},

urldate = {2017-01-01},

journal = {Remote Sensing Letters},

volume = {8},

number = {5},

pages = {409--418},

publisher = {Taylor & Francis},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{bae2014indexing,

title = {Indexing and querying algorithm based on structure indexing for managing massive-scale RDF data},

author = {Minho Bae and Jangsu Kihm and Sanggil Kang and Sangyoon Oh},

year  = {2014},

date = {2014-01-01},

journal = {Journal of Intelligent & Fuzzy Systems},

volume = {27},

number = {2},

pages = {575--587},

publisher = {IOS Press},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{bae2014semantic,

title = {Semantic similarity method for keyword query system on RDF},

author = {Minho Bae and Sanggil Kang and Sangyoon Oh},

year  = {2014},

date = {2014-01-01},

journal = {Neurocomputing},

volume = {146},

pages = {264--275},

publisher = {Elsevier},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{barbucha2013k,

title = {K-depth RDF keyword search algorithm based on structure indexing},

author = {D Barbucha and Minho Bae and Minh Duc Nguyen and Sanggil Kang and Sangyoon Oh},

year  = {2013},

date = {2013-01-01},

journal = {Advanced Methods and Technologies for Agent and Multi-Agent Systems},

volume = {252},

pages = {346},

publisher = {IOS Press},

keywords = {},

pubstate = {published},

tppubtype = {article}

}