[{"publication":"IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","related_material":{"link":[{"relation":"confirmation","url":"https://ieeexplore.ieee.org/document/9484599"}]},"abstract":[{"lang":"eng","text":"Data-parallel applications are developed using different data programming models, e.g., MapReduce, partition/aggregate. These models represent diverse resource requirements of application in a datacenter network, which can be represented by the coflow abstraction. The conventional method of creating hand-crafted coflow heuristics for admission or scheduling for different workloads is practically infeasible. In this paper, we propose a deep reinforcement learning (DRL)-based coflow admission scheme -- LCS -- that can learn an admission policy for a higher-level performance objective, i.e., maximize successful coflow admissions, without manual feature engineering.  LCS is trained on a production trace, which has online coflow arrivals. The evaluation results show that LCS is able to learn a reasonable admission policy that admits more coflows than state-of-the-art Varys heuristic while meeting their deadlines."}],"date_created":"2021-01-16T18:24:19Z","department":[{"_id":"75"}],"type":"conference","keyword":["Coflow scheduling","Reinforcement learning","Deadlines"],"author":[{"id":"63288","full_name":"Hasnain, Asif","first_name":"Asif","last_name":"Hasnain"},{"last_name":"Karl","first_name":"Holger","full_name":"Karl, Holger","id":"126"}],"year":"2021","title":"Learning Coflow Admissions","publication_status":"accepted","date_updated":"2022-01-06T06:54:42Z","language":[{"iso":"eng"}],"main_file_link":[{"url":"https://ieeexplore.ieee.org/document/9484599"}],"doi":"10.1109/INFOCOMWKSHPS51825.2021.9484599","citation":{"apa":"Hasnain, A., &#38; Karl, H. (n.d.). Learning Coflow Admissions. In <i>IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)</i>. Vancouver BC Canada: IEEE Communications Society. <a href=\"https://doi.org/10.1109/INFOCOMWKSHPS51825.2021.9484599\">https://doi.org/10.1109/INFOCOMWKSHPS51825.2021.9484599</a>","ieee":"A. Hasnain and H. Karl, “Learning Coflow Admissions,” in <i>IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)</i>, Vancouver BC Canada.","short":"A. Hasnain, H. Karl, in: IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS), IEEE Communications Society, n.d.","chicago":"Hasnain, Asif, and Holger Karl. “Learning Coflow Admissions.” In <i>IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)</i>. IEEE Communications Society, n.d. <a href=\"https://doi.org/10.1109/INFOCOMWKSHPS51825.2021.9484599\">https://doi.org/10.1109/INFOCOMWKSHPS51825.2021.9484599</a>.","mla":"Hasnain, Asif, and Holger Karl. “Learning Coflow Admissions.” <i>IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)</i>, IEEE Communications Society, doi:<a href=\"https://doi.org/10.1109/INFOCOMWKSHPS51825.2021.9484599\">10.1109/INFOCOMWKSHPS51825.2021.9484599</a>.","ama":"Hasnain A, Karl H. Learning Coflow Admissions. In: <i>IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)</i>. IEEE Communications Society. doi:<a href=\"https://doi.org/10.1109/INFOCOMWKSHPS51825.2021.9484599\">10.1109/INFOCOMWKSHPS51825.2021.9484599</a>","bibtex":"@inproceedings{Hasnain_Karl, title={Learning Coflow Admissions}, DOI={<a href=\"https://doi.org/10.1109/INFOCOMWKSHPS51825.2021.9484599\">10.1109/INFOCOMWKSHPS51825.2021.9484599</a>}, booktitle={IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)}, publisher={IEEE Communications Society}, author={Hasnain, Asif and Karl, Holger} }"},"project":[{"_id":"16","name":"SFB 901 - Subproject C4"},{"_id":"4","name":"SFB 901 - Project Area C"},{"name":"SFB 901","_id":"1"}],"conference":{"end_date":"2021-05-13","name":"IEEE INFOCOM 2021 - IEEE Conference on Computer Communications","start_date":"2021-05-10","location":"Vancouver BC Canada"},"status":"public","publisher":"IEEE Communications Society","_id":"21005","user_id":"63288","ddc":["000"]},{"project":[{"name":"SFB 901 - Project Area C","_id":"4"},{"name":"SFB 901 - Subproject C4","_id":"16"},{"name":"SFB 901","_id":"1"}],"citation":{"ieee":"A. Hasnain and H. Karl, “Coflow Scheduling with Performance Guarantees for Data Center Applications,” in <i>2020 20th IEEE/ACM International Symposium on Cluster, Cloud and Internet Computing (CCGRID)</i>, Melbourne, Australia, 2020.","apa":"Hasnain, A., &#38; Karl, H. (2020). Coflow Scheduling with Performance Guarantees for Data Center Applications. In <i>2020 20th IEEE/ACM International Symposium on Cluster, Cloud and Internet Computing (CCGRID)</i>. Melbourne, Australia: IEEE Computer Society. <a href=\"https://doi.org/10.1109/CCGrid49817.2020.00010\">https://doi.org/10.1109/CCGrid49817.2020.00010</a>","chicago":"Hasnain, Asif, and Holger Karl. “Coflow Scheduling with Performance Guarantees for Data Center Applications.” In <i>2020 20th IEEE/ACM International Symposium on Cluster, Cloud and Internet Computing (CCGRID)</i>. IEEE Computer Society, 2020. <a href=\"https://doi.org/10.1109/CCGrid49817.2020.00010\">https://doi.org/10.1109/CCGrid49817.2020.00010</a>.","short":"A. Hasnain, H. Karl, in: 2020 20th IEEE/ACM International Symposium on Cluster, Cloud and Internet Computing (CCGRID), IEEE Computer Society, 2020.","mla":"Hasnain, Asif, and Holger Karl. “Coflow Scheduling with Performance Guarantees for Data Center Applications.” <i>2020 20th IEEE/ACM International Symposium on Cluster, Cloud and Internet Computing (CCGRID)</i>, IEEE Computer Society, 2020, doi:<a href=\"https://doi.org/10.1109/CCGrid49817.2020.00010\">https://doi.org/10.1109/CCGrid49817.2020.00010</a>.","bibtex":"@inproceedings{Hasnain_Karl_2020, title={Coflow Scheduling with Performance Guarantees for Data Center Applications}, DOI={<a href=\"https://doi.org/10.1109/CCGrid49817.2020.00010\">https://doi.org/10.1109/CCGrid49817.2020.00010</a>}, booktitle={2020 20th IEEE/ACM International Symposium on Cluster, Cloud and Internet Computing (CCGRID)}, publisher={IEEE Computer Society}, author={Hasnain, Asif and Karl, Holger}, year={2020} }","ama":"Hasnain A, Karl H. Coflow Scheduling with Performance Guarantees for Data Center Applications. In: <i>2020 20th IEEE/ACM International Symposium on Cluster, Cloud and Internet Computing (CCGRID)</i>. IEEE Computer Society; 2020. doi:<a href=\"https://doi.org/10.1109/CCGrid49817.2020.00010\">https://doi.org/10.1109/CCGrid49817.2020.00010</a>"},"ddc":["000"],"user_id":"63288","_id":"17082","publisher":"IEEE Computer Society","status":"public","conference":{"location":"Melbourne, Australia","name":"2020 20th IEEE/ACM International Symposium on Cluster, Cloud and Internet Computing (CCGRID)"},"type":"conference","keyword":["Coflow","Scheduling","Deadlines","Data centers"],"department":[{"_id":"75"}],"date_created":"2020-06-06T07:40:45Z","abstract":[{"lang":"eng","text":"Data-parallel applications run on cluster of servers in a datacenter and their communication triggers correlated resource demand on multiple links that can be abstracted as coflow. They often desire predictable network performance, which can be passed to network via coflow abstraction for application-aware network scheduling. In this paper, we propose a heuristic and an optimization algorithm for predictable network performance such that they guarantee coflows completion within their deadlines. The algorithms also ensure high network utilization, i.e., it's work-conserving, and avoids starvation of coflows. We evaluate both algorithms via trace-driven simulation and show that they admit 1.1x more coflows than the Varys scheme while meeting their deadlines."}],"publication":"2020 20th IEEE/ACM International Symposium on Cluster, Cloud and Internet Computing (CCGRID)","doi":"https://doi.org/10.1109/CCGrid49817.2020.00010","main_file_link":[{"url":"https://ieeexplore.ieee.org/abstract/document/9139642"}],"language":[{"iso":"eng"}],"date_updated":"2022-01-06T06:53:04Z","publication_status":"published","year":"2020","title":"Coflow Scheduling with Performance Guarantees for Data Center Applications","author":[{"first_name":"Asif","last_name":"Hasnain","full_name":"Hasnain, Asif","id":"63288"},{"first_name":"Holger","last_name":"Karl","full_name":"Karl, Holger","id":"126"}]}]