WEKO3
アイテム
{"_buckets": {"deposit": "b5b1a911-c636-4b3e-b25a-216dfdadb643"}, "_deposit": {"created_by": 13, "id": "8852", "owners": [13], "pid": {"revision_id": 0, "type": "depid", "value": "8852"}, "status": "published"}, "_oai": {"id": "oai:uec.repo.nii.ac.jp:00008852", "sets": ["6"]}, "author_link": ["24045", "24049", "24046", "24044", "24047", "24050", "24048"], "item_10001_biblio_info_7": {"attribute_name": "書誌情報", "attribute_value_mlt": [{"bibliographicIssueDates": {"bibliographicIssueDate": "2018-04-26", "bibliographicIssueDateType": "Issued"}, "bibliographicIssueNumber": "1", "bibliographicPageEnd": "25", "bibliographicPageStart": "13", "bibliographicVolumeNumber": "70", "bibliographic_titles": [{}, {"bibliographic_title": "Telecommunication Systems", "bibliographic_titleLang": "en"}]}]}, "item_10001_description_5": {"attribute_name": "抄録", "attribute_value_mlt": [{"subitem_description": "This paper proposes a Hadoop system that considers both slave server’s processing capacity and network delay for wide area networks to reduce the job processing time. The task allocation scheme in the proposed Hadoop system divides each individual job into multiple tasks using suitable splitting ratios and then allocates the tasks to different slaves according to the computational capability of each server and the availability of network resources. We incorporate software-defined networking to the proposed Hadoop system to manage path computation elements and network resources. The performance of proposed Hadoop system is experimentally evaluated with fourteen machines located in the different parts of the globe using a scale-out approach. A scale-out experiment using the proposed and conventional Hadoop systems is conducted by executing both single job and multiple jobs. The practical testbed and simulation results indicate that the proposed Hadoop system is effective compared to the conventional Hadoop system in terms of processing time.", "subitem_description_type": "Abstract"}]}, "item_10001_publisher_8": {"attribute_name": "出版者", "attribute_value_mlt": [{"subitem_publisher": "Springer"}]}, "item_10001_relation_14": {"attribute_name": "DOI", "attribute_value_mlt": [{"subitem_relation_type": "isVersionOf", "subitem_relation_type_id": {"subitem_relation_type_id_text": "10.1007/s11235-018-0464-y", "subitem_relation_type_select": "DOI"}}]}, "item_10001_relation_17": {"attribute_name": "関連サイト", "attribute_value_mlt": [{"subitem_relation_type_id": {"subitem_relation_type_id_text": "https://doi.org/10.1007/s11235-018-0464-y", "subitem_relation_type_select": "DOI"}}]}, "item_10001_rights_15": {"attribute_name": "権利", "attribute_value_mlt": [{"subitem_rights": "©2018 Springer"}]}, "item_10001_source_id_9": {"attribute_name": "ISSN", "attribute_value_mlt": [{"subitem_source_identifier": "1018-4864", "subitem_source_identifier_type": "ISSN"}]}, "item_10001_version_type_20": {"attribute_name": "著者版フラグ", "attribute_value_mlt": [{"subitem_version_resource": "http://purl.org/coar/version/c_ab4af688f83e57aa", "subitem_version_type": "AM"}]}, "item_creator": {"attribute_name": "著者", "attribute_type": "creator", "attribute_value_mlt": [{"creatorNames": [{"creatorName": "Matsuno, Tomohiro", "creatorNameLang": "en"}], "nameIdentifiers": [{"nameIdentifier": "24044", "nameIdentifierScheme": "WEKO"}]}, {"creatorNames": [{"creatorName": "Chatterjee, Bijoy Chand", "creatorNameLang": "en"}], "nameIdentifiers": [{"nameIdentifier": "24045", "nameIdentifierScheme": "WEKO"}]}, {"creatorNames": [{"creatorName": "Kitsuwan, Nattapong", "creatorNameLang": "en"}], "nameIdentifiers": [{"nameIdentifier": "24046", "nameIdentifierScheme": "WEKO"}]}, {"creatorNames": [{"creatorName": "Oki, Eiji", "creatorNameLang": "en"}], "nameIdentifiers": [{"nameIdentifier": "24047", "nameIdentifierScheme": "WEKO"}]}, {"creatorNames": [{"creatorName": "Veeraraghavan, Malathi", "creatorNameLang": "en"}], "nameIdentifiers": [{"nameIdentifier": "24048", "nameIdentifierScheme": "WEKO"}]}, {"creatorNames": [{"creatorName": "Okamoto, Satoru", "creatorNameLang": "en"}], "nameIdentifiers": [{"nameIdentifier": "24049", "nameIdentifierScheme": "WEKO"}]}, {"creatorNames": [{"creatorName": "Yamanaka, Naoaki", "creatorNameLang": "en"}], "nameIdentifiers": [{"nameIdentifier": "24050", "nameIdentifierScheme": "WEKO"}]}]}, "item_files": {"attribute_name": "ファイル情報", "attribute_type": "file", "attribute_value_mlt": [{"accessrole": "open_date", "date": [{"dateType": "Available", "dateValue": "2019-04-26"}], "displaytype": "detail", "download_preview_message": "", "file_order": 0, "filename": "Designing a Hadoop System Based on Computational Resources and Network Delay for Wide Area Networks.pdf", "filesize": [{"value": "2.0 MB"}], "format": "application/pdf", "future_date_message": "", "is_thumbnail": false, "licensetype": "license_free", "mimetype": "application/pdf", "size": 2000000.0, "url": {"label": "Designing a Hadoop System Based on Computational Resources and Network Delay for Wide Area Networks", "url": "https://uec.repo.nii.ac.jp/record/8852/files/Designing a Hadoop System Based on Computational Resources and Network Delay for Wide Area Networks.pdf"}, "version_id": "1963d767-306c-422b-bec7-be234ce90f8e"}]}, "item_keyword": {"attribute_name": "キーワード", "attribute_value_mlt": [{"subitem_subject": "Hadoop", "subitem_subject_language": "en", "subitem_subject_scheme": "Other"}, {"subitem_subject": "Heterogeneous clusters", "subitem_subject_language": "en", "subitem_subject_scheme": "Other"}, {"subitem_subject": "Jobtracker", "subitem_subject_language": "en", "subitem_subject_scheme": "Other"}, {"subitem_subject": "Implementation", "subitem_subject_language": "en", "subitem_subject_scheme": "Other"}]}, "item_language": {"attribute_name": "言語", "attribute_value_mlt": [{"subitem_language": "eng"}]}, "item_resource_type": {"attribute_name": "資源タイプ", "attribute_value_mlt": [{"resourcetype": "journal article", "resourceuri": "http://purl.org/coar/resource_type/c_6501"}]}, "item_title": "Designing a Hadoop system based on computational resources and network delay for wide area networks", "item_titles": {"attribute_name": "タイトル", "attribute_value_mlt": [{"subitem_title": "Designing a Hadoop system based on computational resources and network delay for wide area networks", "subitem_title_language": "en"}]}, "item_type_id": "10001", "owner": "13", "path": ["6"], "permalink_uri": "https://uec.repo.nii.ac.jp/records/8852", "pubdate": {"attribute_name": "公開日", "attribute_value": "2019-01-11"}, "publish_date": "2019-01-11", "publish_status": "0", "recid": "8852", "relation": {}, "relation_version_is_last": true, "title": ["Designing a Hadoop system based on computational resources and network delay for wide area networks"], "weko_shared_id": -1}
Designing a Hadoop system based on computational resources and network delay for wide area networks
https://uec.repo.nii.ac.jp/records/8852
https://uec.repo.nii.ac.jp/records/8852d1ee3823-1f9b-42c3-9129-bb74f9d28426
名前 / ファイル | ライセンス | アクション |
---|---|---|
Designing a Hadoop System Based on Computational Resources and Network Delay for Wide Area Networks (2.0 MB)
|
|
Item type | 学術雑誌論文 / Journal Article(1) | |||||
---|---|---|---|---|---|---|
公開日 | 2019-01-11 | |||||
タイトル | ||||||
言語 | en | |||||
タイトル | Designing a Hadoop system based on computational resources and network delay for wide area networks | |||||
言語 | ||||||
言語 | eng | |||||
キーワード | ||||||
言語 | en | |||||
主題 | Hadoop | |||||
キーワード | ||||||
言語 | en | |||||
主題 | Heterogeneous clusters | |||||
キーワード | ||||||
言語 | en | |||||
主題 | Jobtracker | |||||
キーワード | ||||||
言語 | en | |||||
主題 | Implementation | |||||
資源タイプ | ||||||
資源タイプ識別子 | http://purl.org/coar/resource_type/c_6501 | |||||
資源タイプ | journal article | |||||
著者 |
Matsuno, Tomohiro
× Matsuno, Tomohiro× Chatterjee, Bijoy Chand× Kitsuwan, Nattapong× Oki, Eiji× Veeraraghavan, Malathi× Okamoto, Satoru× Yamanaka, Naoaki |
|||||
抄録 | ||||||
内容記述タイプ | Abstract | |||||
内容記述 | This paper proposes a Hadoop system that considers both slave server’s processing capacity and network delay for wide area networks to reduce the job processing time. The task allocation scheme in the proposed Hadoop system divides each individual job into multiple tasks using suitable splitting ratios and then allocates the tasks to different slaves according to the computational capability of each server and the availability of network resources. We incorporate software-defined networking to the proposed Hadoop system to manage path computation elements and network resources. The performance of proposed Hadoop system is experimentally evaluated with fourteen machines located in the different parts of the globe using a scale-out approach. A scale-out experiment using the proposed and conventional Hadoop systems is conducted by executing both single job and multiple jobs. The practical testbed and simulation results indicate that the proposed Hadoop system is effective compared to the conventional Hadoop system in terms of processing time. | |||||
書誌情報 |
en : Telecommunication Systems 巻 70, 号 1, p. 13-25, 発行日 2018-04-26 |
|||||
出版者 | ||||||
出版者 | Springer | |||||
ISSN | ||||||
収録物識別子タイプ | ISSN | |||||
収録物識別子 | 1018-4864 | |||||
DOI | ||||||
関連タイプ | isVersionOf | |||||
識別子タイプ | DOI | |||||
関連識別子 | 10.1007/s11235-018-0464-y | |||||
権利 | ||||||
権利情報 | ©2018 Springer | |||||
関連サイト | ||||||
識別子タイプ | DOI | |||||
関連識別子 | https://doi.org/10.1007/s11235-018-0464-y | |||||
著者版フラグ | ||||||
出版タイプ | AM | |||||
出版タイプResource | http://purl.org/coar/version/c_ab4af688f83e57aa |