{ "labelLang" : "hun", "responseDate" : "2024-03-28 16:20", "content" : { "otype" : "BookChapter", "mtid" : 33267518, "status" : "VALIDATED", "published" : true, "comment" : "Funding Agency and Grant Number: Ministry of Innovation and Technology NRDI Office\n Funding text: The research was supported by the Ministry of Innovation and Technology NRDI Office within the framework of the Artificial Intelligence National Laboratory Program.", "unhandledTickets" : 0, "deleted" : false, "lastRefresh" : "2024-03-08T16:25:05.423+0000", "lastModified" : "2023-03-17T10:08:01.300+0000", "created" : "2022-11-25T08:38:34.797+0000", "creator" : { "otype" : "Author", "mtid" : 10048757, "link" : "/api/author/10048757", "label" : "Szemenyei Márton (Villamosmérnök)", "familyName" : "Szemenyei", "givenName" : "Márton", "published" : true, "oldId" : 10048757, "snippet" : true }, "lastDuplumSearch" : "2023-06-03T07:26:45.154+0000", "validated" : "2023-06-02T06:42:44.335+0000", "validator" : { "otype" : "Admin", "mtid" : 521, "link" : "/api/admin/521", "label" : "Szuper Admin (admin)", "familyName" : "Szuper", "givenName" : "Admin", "published" : true, "snippet" : true }, "core" : true, "citation" : true, "publicationPending" : false, "type" : { "otype" : "PublicationType", "mtid" : 25, "link" : "/api/publicationtype/25", "label" : "Könyvrészlet", "code" : 25, "otypeName" : "BookChapter", "listPosition" : 2, "published" : true, "oldId" : 25, "snippet" : true }, "subType" : { "otype" : "SubType", "mtid" : 10000312, "link" : "/api/subtype/10000312", "label" : "Konferenciaközlemény (Könyvrészlet)", "name" : "Konferenciaközlemény", "nameEng" : "Conference paper", "docType" : { "otype" : "PublicationType", "mtid" : 25, "link" : "/api/publicationtype/25", "label" : "Könyvrészlet", "code" : 25, "otypeName" : "BookChapter", "listPosition" : 2, "published" : true, "oldId" : 25, "snippet" : true }, "listPosition" : 228, "published" : true, "oldId" : 10000312, "snippet" : true }, "category" : { "otype" : "Category", "mtid" : 1, "link" : "/api/category/1", "label" : "Tudományos", "published" : true, "oldId" : 1, "snippet" : true }, "languages" : [ { "otype" : "Language", "mtid" : 10002, "link" : "/api/language/10002", "label" : "Angol", "name" : "Angol", "nameEng" : "English", "published" : true, "oldId" : 2, "snippet" : true } ], "firstAuthor" : "Szanto, Matyas", "authorships" : [ { "otype" : "PersonAuthorship", "mtid" : 104447071, "link" : "/api/authorship/104447071", "label" : "Szanto, Matyas [Szántó, Mátyás (Informatikai tudo...), szerző] Irányítástechnika és Informatika Tanszék (BME / VIK); Informatikai Tudományok Doktori Iskola (BME / EHBDT)", "listPosition" : 1, "share" : 0.5, "first" : true, "last" : false, "corresponding" : false, "author" : { "otype" : "Author", "mtid" : 10060620, "link" : "/api/author/10060620", "label" : "Szántó Mátyás (Informatikai tudományok)", "familyName" : "Szántó", "givenName" : "Mátyás", "published" : true, "oldId" : 10060620, "snippet" : true }, "familyName" : "Szanto", "givenName" : "Matyas", "authorTyped" : true, "editorTyped" : false, "otherTyped" : false, "type" : { "otype" : "AuthorshipType", "mtid" : 1, "link" : "/api/authorshiptype/1", "label" : "Szerző", "code" : 0, "published" : true, "oldId" : 0, "snippet" : true }, "published" : false, "snippet" : true }, { "otype" : "PersonAuthorship", "mtid" : 104447072, "link" : "/api/authorship/104447072", "label" : "Szemenyei, Marton [Szemenyei, Márton (Villamosmérnök), szerző] Irányítástechnika és Informatika Tanszék (BME / VIK)", "listPosition" : 2, "share" : 0.5, "first" : false, "last" : true, "corresponding" : false, "author" : { "otype" : "Author", "mtid" : 10048757, "link" : "/api/author/10048757", "label" : "Szemenyei Márton (Villamosmérnök)", "familyName" : "Szemenyei", "givenName" : "Márton", "published" : true, "oldId" : 10048757, "snippet" : true }, "familyName" : "Szemenyei", "givenName" : "Marton", "authorTyped" : true, "editorTyped" : false, "otherTyped" : false, "type" : { "otype" : "AuthorshipType", "mtid" : 1, "link" : "/api/authorshiptype/1", "label" : "Szerző", "code" : 0, "published" : true, "oldId" : 0, "snippet" : true }, "published" : false, "snippet" : true } ], "title" : "Self-Supervised Occlusion Detection and Avoidance using Differentiable Rendering", "identifiers" : [ { "otype" : "PublicationIdentifier", "mtid" : 22144368, "link" : "/api/publicationidentifier/22144368", "label" : "DOI: 10.1109/ISMCR56534.2022.9950574", "source" : { "otype" : "PlainSource", "mtid" : 6, "link" : "/api/publicationsource/6", "label" : "DOI", "type" : { "otype" : "PublicationSourceType", "mtid" : 10001, "link" : "/api/publicationsourcetype/10001", "label" : "DOI", "mayHaveOa" : true, "published" : true, "snippet" : true }, "name" : "DOI", "nameEng" : "DOI", "linkPattern" : "https://doi.org/@@@", "publiclyVisible" : true, "published" : true, "oldId" : 6, "snippet" : true }, "validState" : "IDENTICAL", "idValue" : "10.1109/ISMCR56534.2022.9950574", "realUrl" : "https://doi.org/10.1109/ISMCR56534.2022.9950574", "published" : false, "snippet" : true }, { "otype" : "PublicationIdentifier", "mtid" : 23234241, "link" : "/api/publicationidentifier/23234241", "label" : "WoS: 000931900700008", "source" : { "otype" : "PlainSource", "mtid" : 1, "link" : "/api/publicationsource/1", "label" : "WoS", "type" : { "otype" : "PublicationSourceType", "mtid" : 10003, "link" : "/api/publicationsourcetype/10003", "label" : "Indexelő adatbázis", "mayHaveOa" : false, "published" : true, "snippet" : true }, "name" : "WoS", "nameEng" : "WoS", "linkPattern" : "https://www.webofscience.com/wos/woscc/full-record/@@@", "publiclyVisible" : true, "published" : true, "oldId" : 1, "snippet" : true }, "validState" : "IDENTICAL", "idValue" : "000931900700008", "realUrl" : "https://www.webofscience.com/wos/woscc/full-record/000931900700008", "published" : false, "snippet" : true }, { "otype" : "PublicationIdentifier", "mtid" : 23234321, "link" : "/api/publicationidentifier/23234321", "label" : "Scopus: 85143753329", "source" : { "otype" : "PlainSource", "mtid" : 3, "link" : "/api/publicationsource/3", "label" : "Scopus", "type" : { "otype" : "PublicationSourceType", "mtid" : 10003, "link" : "/api/publicationsourcetype/10003", "label" : "Indexelő adatbázis", "mayHaveOa" : false, "published" : true, "snippet" : true }, "name" : "Scopus", "linkPattern" : "http://www.scopus.com/record/display.url?origin=inward&eid=2-s2.0-@@@", "publiclyVisible" : true, "published" : true, "oldId" : 3, "snippet" : true }, "validState" : "IDENTICAL", "idValue" : "85143753329", "realUrl" : "http://www.scopus.com/record/display.url?origin=inward&eid=2-s2.0-85143753329", "published" : false, "snippet" : true }, { "otype" : "PublicationIdentifier", "mtid" : 22144369, "link" : "/api/publicationidentifier/22144369", "label" : "Egyéb URL: https://ieeexplore.ieee.org/document/9950574/", "source" : { "otype" : "PlainSource", "mtid" : 40, "link" : "/api/publicationsource/40", "label" : "Egyéb URL", "type" : { "otype" : "PublicationSourceType", "mtid" : 10006, "link" : "/api/publicationsourcetype/10006", "label" : "Link", "mayHaveOa" : true, "published" : true, "snippet" : true }, "name" : "Egyéb URL", "nameEng" : "Other URL", "linkPattern" : "@@@", "publiclyVisible" : true, "published" : true, "oldId" : 40, "snippet" : true }, "idValue" : "https://ieeexplore.ieee.org/document/9950574/", "realUrl" : "https://ieeexplore.ieee.org/document/9950574/", "published" : false, "snippet" : true } ], "firstPage" : "1", "lastPage" : "8", "firstPageOrInternalIdForSort" : "1", "pageLength" : 8, "publishedYear" : 2022, "abstractText" : "Deep Learning-based computer vision methods have achieved state-of-the-art performance in the last decade, prompting a renaissance in the field of Artificial Intelligence (AI). Still, despite recent successes, many challenges remain including the robustness of these solutions to disturbances of the input, such as occlusion. While some solutions exist for neural network-based object detection under partial occlusions, these methods still implement the object detector as a passive observer in the scene. We argue, however, that an active object detector agent may be able to achieve better results by changing its own position to resolve occlusion, when possible. In this paper, an OpenAI Gym-compatible virtual environment is presented that enables the creation of realistic occlusion datasets via differentiable rendering. A trained neural network is also presented that predicts the occlusion mask and the optimal camera movement via self-supervised learning in the environment. Our experiments presented in this paper show that the neural network model is able to outperform the gradient-based optimization, and efficiently avoid occlusion in simulated scenes containing multiple objects.", "keywords" : [ { "otype" : "Keyword", "mtid" : 1013929, "link" : "/api/keyword/1013929", "label" : "Computer vision", "published" : true, "oldId" : 1013929, "snippet" : true }, { "otype" : "Keyword", "mtid" : 1183876, "link" : "/api/keyword/1183876", "label" : "Object Detection", "published" : true, "oldId" : 1183876, "snippet" : true }, { "otype" : "Keyword", "mtid" : 1493582, "link" : "/api/keyword/1493582", "label" : "Engineering, Electrical & Electronic", "published" : true, "snippet" : true }, { "otype" : "Keyword", "mtid" : 1555267, "link" : "/api/keyword/1555267", "label" : "Automation & Control Systems", "published" : true, "snippet" : true }, { "otype" : "Keyword", "mtid" : 1840350, "link" : "/api/keyword/1840350", "label" : "Self-supervised learning", "published" : true, "snippet" : true }, { "otype" : "Keyword", "mtid" : 1911175, "link" : "/api/keyword/1911175", "label" : "differentiable rendering", "published" : true, "snippet" : true } ], "digital" : true, "printed" : null, "sourceYear" : 2022, "foreignEdition" : null, "foreignLanguage" : true, "fullPublication" : true, "conferencePublication" : true, "nationalOrigin" : null, "missingAuthor" : false, "oaType" : "NONE", "oaCheckDate" : "2024-03-08", "oaFree" : false, "citationCount" : 1, "citationCountUnpublished" : 0, "citationCountWoOther" : 1, "independentCitCountWoOther" : 0, "nationalOriginCitationCount" : 1, "foreignEditionCitationCount" : 1, "doiCitationCount" : 1, "wosCitationCount" : 1, "scopusCitationCount" : 1, "wosScopusCitationCount" : 1, "wosScopusCitationCountWoOther" : 1, "wosScopusIndependentCitationCount" : 0, "wosScopusIndependentCitationCountWoOther" : 0, "independentCitationCount" : 0, "selfCitationCount" : 1, "unhandledCitationCount" : 0, "citingPubCount" : 1, "independentCitingPubCount" : 0, "citingPubCountWoOther" : 1, "independentCitingPubCountWoOther" : 0, "unhandledCitingPubCount" : 0, "citedPubCount" : 3, "citedCount" : 3, "pubStats" : { "types" : [ { "type" : "Folyóiratcikk", "typeEng" : "Journal Article", "code" : 24, "count" : 1 }, { "type" : "Könyvrészlet", "typeEng" : "Chapter in Book", "code" : 25, "count" : 0 }, { "type" : "Könyv", "typeEng" : "Book", "code" : 23, "count" : 0 }, { "type" : "Egyéb konferenciaközlemény", "typeEng" : "Conference paper", "code" : 31, "count" : 0 }, { "type" : "Egyéb konferenciakötet", "typeEng" : "Conference proceedings", "code" : 32, "count" : 0 }, { "type" : "Oltalmi formák", "typeEng" : "Protection forms", "code" : 26, "count" : 0 }, { "type" : "Disszertáció", "typeEng" : "Thesis", "code" : 28, "count" : 0 }, { "type" : "Egyéb", "typeEng" : "Miscellaneous", "code" : 29, "count" : 0 }, { "type" : "Alkotás", "typeEng" : "Achievement", "code" : 22, "count" : 0 }, { "type" : "Kutatási adat", "typeEng" : "Research data", "code" : 33, "count" : 0 } ], "citationTypes" : [ { "type" : "Folyóiratcikk", "typeEng" : "Journal Article", "code" : 24, "countUnknown" : 0, "countIndependent" : 0, "countSelfCitation" : 0 }, { "type" : "Könyvrészlet", "typeEng" : "Chapter in Book", "code" : 25, "countUnknown" : 0, "countIndependent" : 0, "countSelfCitation" : 0 }, { "type" : "Könyv", "typeEng" : "Book", "code" : 23, "countUnknown" : 0, "countIndependent" : 0, "countSelfCitation" : 0 }, { "type" : "Egyéb konferenciaközlemény", "typeEng" : "Conference paper", "code" : 31, "countUnknown" : 0, "countIndependent" : 0, "countSelfCitation" : 0 }, { "type" : "Egyéb konferenciakötet", "typeEng" : "Conference proceedings", "code" : 32, "countUnknown" : 0, "countIndependent" : 0, "countSelfCitation" : 0 }, { "type" : "Oltalmi formák", "typeEng" : "Protection forms", "code" : 26, "countUnknown" : 0, "countIndependent" : 0, "countSelfCitation" : 0 }, { "type" : "Disszertáció", "typeEng" : "Thesis", "code" : 28, "countUnknown" : 0, "countIndependent" : 0, "countSelfCitation" : 0 }, { "type" : "Egyéb", "typeEng" : "Miscellaneous", "code" : 29, "countUnknown" : 0, "countIndependent" : 0, "countSelfCitation" : 0 }, { "type" : "Alkotás", "typeEng" : "Achievement", "code" : 22, "countUnknown" : 0, "countIndependent" : 0, "countSelfCitation" : 0 }, { "type" : "Kutatási adat", "typeEng" : "Research data", "code" : 33, "countUnknown" : 0, "countIndependent" : 0, "countSelfCitation" : 0 } ], "years" : [ { "year" : 2023, "publicationCount" : 0, "citationCount" : 1, "independentCitationCount" : 0, "citingPubCount" : 1, "independentCitingPubCount" : 0, "oaStats" : null, "oaStats2" : null } ] }, "hasCitationDuplums" : false, "userChangeableUntil" : "2023-02-23T08:39:04.573+0000", "directInstitutesForSort" : "Informatikai Tudományok Doktori Iskola (BME / EHBDT); Irányítástechnika és Informatika Tanszék (BME / VIK)", "ownerAuthorCount" : 2, "ownerInstituteCount" : 5, "directInstituteCount" : 2, "authorCount" : 2, "contributorCount" : 0, "book" : { "otype" : "Book", "mtid" : 33267500, "link" : "/api/publication/33267500", "label" : "2022 International Symposium on Measurement and Control in Robotics (ISMCR). (2022) ISBN:9781665454964", "core" : false, "citation" : false, "publicationPending" : false, "type" : { "otype" : "PublicationType", "mtid" : 23, "link" : "/api/publicationtype/23", "label" : "Könyv", "code" : 23, "otypeName" : "Book", "listPosition" : 3, "published" : true, "oldId" : 23, "snippet" : true }, "languages" : [ { "otype" : "Language", "mtid" : 10002, "link" : "/api/language/10002", "label" : "Angol", "name" : "Angol", "nameEng" : "English", "published" : true, "oldId" : 2, "snippet" : true } ], "title" : "2022 International Symposium on Measurement and Control in Robotics (ISMCR)", "identifiers" : [ { "otype" : "PublicationIdentifier", "mtid" : 22144323, "link" : "/api/publicationidentifier/22144323", "label" : "ISBN: 9781665454964", "source" : { "otype" : "PlainSource", "mtid" : 122, "link" : "/api/publicationsource/122", "label" : "ISBN", "type" : { "otype" : "PublicationSourceType", "mtid" : 10002, "link" : "/api/publicationsourcetype/10002", "label" : "Egyéb", "mayHaveOa" : false, "published" : true, "snippet" : true }, "name" : "ISBN", "nameEng" : "ISBN", "linkPattern" : "https://www.worldcat.org/search?q=isbn%3A@@@", "publiclyVisible" : true, "published" : true, "oldId" : 122, "snippet" : true }, "idValue" : "9781665454964", "realUrl" : "https://www.worldcat.org/search?q=isbn%3A9781665454964", "published" : false, "snippet" : true } ], "publishedAt" : [ ], "publishedYear" : 2022, "foreignLanguage" : true, "fullPublication" : false, "conferencePublication" : true, "published" : true, "snippet" : true }, "hasQualityFactor" : false, "link" : "/api/publication/33267518", "label" : "Szanto Matyas et al. Self-Supervised Occlusion Detection and Avoidance using Differentiable Rendering. (2022) Megjelent: 2022 International Symposium on Measurement and Control in Robotics (ISMCR) pp. 1-8", "template" : "