@article{MTMT:33151404, title = {A New Method to Increase Feedback for Programming Tasks During Automatic Evaluation. Test Case Annotations in ProgCont System}, url = {https://m2.mtmt.hu/api/publication/33151404}, author = {Biró, Piroska and Kádek, Tamás and Kósa, Márk Szabolcs and Pánovics, János}, doi = {10.12700/APH.19.9.2022.9.6}, journal-iso = {ACTA POLYTECH HUNG}, journal = {ACTA POLYTECHNICA HUNGARICA}, volume = {19}, unique-id = {33151404}, issn = {1785-8860}, abstract = {The unexpected challenges posed by the pandemic also have transformed university education. Information technology is still the most advantageous field, as IT tools in education are more widespread. We have been using the ProgCont system for automatic evaluation of programming tasks since 2011 at the Faculty of Informatics of the University of Debrecen. The system’s responsibilities have expanded over the years, and due to the pandemic, it will have to play a more significant role in self-preparation. Initially, we used the system to evaluate competitive tasks and later examinations. In this period, the feedback was limited to accepting or rejecting the submitted solutions. A submitted solution is accepted if the application produces the appropriate output for the problem’s input. Usually, we test the submissions with several inputs (test cases) for each problem. To provide additional information about the reason for rejection, we would like to supplement test cases with comments (annotations) that identify the test cases’ unique properties. Our goal is to help identify the subproblems that need improvement in case of a partially correct solution. In our article, we would like to present the potential of this development. We chose a problem that received an impressive number of solutions. We created new test cases for the problem with annotations, and by re-evaluating the submissions, we compared how much extra information students and instructors obtained using the annotations. The presented example proves that this new development direction is necessary for students’ self-preparation and increases differentiated education possibilities.}, year = {2022}, eissn = {1785-8860}, pages = {103-116}, orcid-numbers = {Biró, Piroska/0000-0001-5997-2515; Kádek, Tamás/0000-0003-1865-5251} } @CONFERENCE{MTMT:32459772, title = {Programozási feladatok megoldásaiban elkövetett hibák felderítése annotációk segítségével a ProgCont rendszerben}, url = {https://m2.mtmt.hu/api/publication/32459772}, author = {Pánovics, János and Kádek, Tamás and Biró, Piroska and Kósa, Márk Szabolcs}, booktitle = {XXII. Energetika-Elektrotechnika – ENELKO és XXXI. Számítástechnika és Oktatás – SzámOkt Multi-konferencia}, unique-id = {32459772}, abstract = {A járványhelyzet okozta kihívásokra reagálva a Debreceni Egyetemen Informatikai Karán is több ízben kellett átállni a távolléti oktatásra. Ez az oktatási forma lényegesen több önállóságot feltételez a hallgatók részéről, melyben megnő az önálló felkészülés szerepe. Több mint egy évtizedes múltra viszszatekintő ProgCont rendszerünkben is szükségessé vált, hogy reagáljunk az ebből adódó kihívásokra. Az önálló felkészülést azzal kívántuk segíteni, hogy javítjuk a rendszer automatikus visszajelzéseit, olyan új annotációkkal ellátva a kitűzött feladatok részfeladatait, melyek segítenek a részben jó megoldásokban fellelhető hibák feltárásában. Cikkünkben bemutatjuk az annotációk kialakításának útját, három különböző felhasználási területet alapul véve, és összefoglaljuk az új technikának köszönhető tapasztalatokat és eredményeket.}, keywords = {programozás; ProgCont automatikus megoldáskiértékelő rendszer; annotációk; automatizált kiértékelés}, year = {2021}, pages = {81-85}, orcid-numbers = {Kádek, Tamás/0000-0003-1865-5251; Biró, Piroska/0000-0001-5997-2515} } @inproceedings{MTMT:32459710, title = {Mathability and exploring mathematical skills of programmers with exercises’ annotations}, url = {https://m2.mtmt.hu/api/publication/32459710}, author = {Balázs, Patrícia and Biró, Piroska and Kádek, Tamás and Kósa, Márk Szabolcs and Pánovics, János}, booktitle = {12th IEEE International Conference on Cognitive Infocommunications (CogInfoCom 2021)}, unique-id = {32459710}, abstract = {The Faculty of Informatics at the University of Debrecen has been using software (ProgCont) to automatically evaluate programming tasks for almost a decade. The data collected during this period has recently made it possible to carry out various pedagogical studies. These investigations are needed to improve the system’s feedback extending the fields where we can apply it: originally in competitions and later in classroom teaching or stand-alone preparation. Our previous studies have shown that enhancing the system’s feedback can play an essential role in this respect, for which we have developed an annotation technique. Our paper focuses our investigations on mathability, examining students’ performance in solving tasks that require mathematical skills, using the possibilities offered by annotations.}, year = {2021}, pages = {347-350}, orcid-numbers = {Biró, Piroska/0000-0001-5997-2515; Kádek, Tamás/0000-0003-1865-5251} } @CONFERENCE{MTMT:32168622, title = {TEST CASE ANNOTATION OF PROGRAMMING TASKS IN THE PROGCONT SYSTEM FOR DIFFERENTIAL EDUCATION AND STRENGTHENING STAND-ALONE PREPARATION OPPORTUNITIES}, url = {https://m2.mtmt.hu/api/publication/32168622}, author = {Biró, Piroska and Kósa, Márk Szabolcs and Pánovics, János and Kádek, Tamás}, booktitle = {EDULEARN21 Proceedings}, doi = {10.21125/edulearn.2021.1109}, unique-id = {32168622}, year = {2021}, pages = {5433-5441}, orcid-numbers = {Biró, Piroska/0000-0001-5997-2515; Kádek, Tamás/0000-0003-1865-5251} } @CONFERENCE{MTMT:31638978, title = {Megoldáskereső algoritmusok programozása Racket nyelven}, url = {https://m2.mtmt.hu/api/publication/31638978}, author = {Balázs, Patrícia and Kósa, Márk Szabolcs and Pánovics, János}, booktitle = {XXI. Energetika-Elektrotechnika – ENELKO és XXX. Számítástechnika és Oktatás – SzámOkt Multi-konferencia}, unique-id = {31638978}, abstract = {A mesterséges intelligencia tudományterületéhez már megszületésétől kezdve szorosan kapcsolódtak a funkcionális programozási nyelvek. A Debreceni Egyetem Informatikai Karán az elmúlt években objektumorientált megközelítésben ismertettük a legfontosabb megoldáskereső algoritmusokat. Amióta megtörtént a programtervező informatikus BSc szak mintatantervének korszerűsítése, megjelent benne a Magas szintű programozási nyelvek 3 tárgy, amely kifejezetten a funkcionális paradigmán alapuló programozási nyelveket mutatja be. Cikkünkben azt mutatjuk be, hogy hogyan lehet az objektumorientált világban már megismert algoritmusokat tisztán funkcionális környezetben, jelesül Racket nyelven is implementálni.}, keywords = {megoldáskereső algoritmusok; funkcionális programozás; Racket programozási nyelv}, year = {2020}, pages = {46-52} } @CONFERENCE{MTMT:31634271, title = {Motivating students’ study with ICT}, url = {https://m2.mtmt.hu/api/publication/31634271}, author = {Tóth, Róbert and Hoffmann, Miklós and Kósa, Márk Szabolcs and Zichar, Marianna}, booktitle = {Proceedings of the 11th International Conference on Applied Informatics (ICAI 2020)}, unique-id = {31634271}, year = {2020}, orcid-numbers = {Hoffmann, Miklós/0000-0001-8846-232X; Zichar, Marianna/0000-0002-1943-6053} } @inproceedings{MTMT:34095497, title = {Játékosított alkalmazások a programozási ismeretek és a térlátási képességek fejlesztésére}, url = {https://m2.mtmt.hu/api/publication/34095497}, author = {Tóth, Róbert and Hoffmann, Miklós and Kósa, Márk Szabolcs and Zichar, Marianna}, booktitle = {A 16 éves PEME XIX. PhD - Konferenciájának előadásai}, unique-id = {34095497}, year = {2019}, pages = {358-365}, orcid-numbers = {Hoffmann, Miklós/0000-0001-8846-232X; Zichar, Marianna/0000-0002-1943-6053} } @inproceedings{MTMT:31634727, title = {The Development of Evaluation Systems at the Faculty of Informatics, University of Debrecen}, url = {https://m2.mtmt.hu/api/publication/31634727}, author = {Tóth, Róbert and Kósa, Márk Szabolcs and Kádek, Tamás and Pánovics, János}, booktitle = {13TH INTERNATIONAL TECHNOLOGY, EDUCATION AND DEVELOPMENT CONFERENCE (INTED2019)}, unique-id = {31634727}, abstract = {The Faculty of Informatics of the University of Debrecen has several development projects the goal of which is to support the learning process of students who are studying programming-related subjects. Our applications support the evaluation of different kinds of programming exercises with a real-time online evaluation mechanism. Our first and best-known application is the ProgCont system, which provides the technical background for the locally organized programming contest since 2011, and we organize the exams of programming-related courses on its surface since 2014, as well. The problem sets of the web application consists of programming exercises including their descriptions and test cases. Users can submit their solutions for any problem that is currently available. The system first compiles the source code and then tests the program with several test cases. Due to this, we can determine whether the solution can be accepted or rejected. We can find several similar web applications on the Internet, since their logic and the style of their problems are based on the rules of the largest programming contest called ACM-ICPC. In 2017, we launched several projects as part of the new architecture that is supposed to retire the classic ProgCont application. Our goal is to provide access to the evaluation mechanism to all developers who are interested in developing new applications based on that service. The current web application is being replaced by a new service that is available for anyone who wants to develop new applications — applications that support more comfortably the execution of exams and programming contests as well as applications that can support practicing and secondary school activities. We developed an architecture that offers flexible services and helps the implementation of new approaches. The sensitive data that is used by these applications can be stored locally. Thus, the personal data of instructors, teachers, and students can be managed by their institution, which can be a good practice according to the GDPR. The applications can access the descriptions and data sets from our public repository, which contains over 1300 entries nowadays, and anyone can also host an own private repository. Institutions can use their self-developed applications as well as the local copies of our sample applications. In parallel, we started to develop an application that provides evaluation services for students who are studying database courses. The application was first introduced in 2017 to support our laboratory tests and the home practice of our students. Currently, we are developing a new version with the same architecture as the redesigned ProgCont system and with the same service layers. First, we introduce the concept of our development and the advantages of our architecture. After that, we present our services and applications already in use as well as our plans for the future.}, year = {2019}, pages = {5552-5559}, orcid-numbers = {Kádek, Tamás/0000-0003-1865-5251} } @inproceedings{MTMT:30863655, title = {Programozási nyelvek oktatása a Debreceni Egyetem Informatikai Karának megújult mérnökinformatikus alapképzésén}, url = {https://m2.mtmt.hu/api/publication/30863655}, author = {Tóth, Róbert and Kósa, Márk Szabolcs and Pánovics, János}, booktitle = {ENELKO 2019 SzámOkt 2019}, unique-id = {30863655}, abstract = {Mint minden intézményben, a Debreceni Egyetemen is egyre népszerűbbek az informatika területéhez tartozó szakok. Évről évre több száz hallgató nyer felvételt a Debreceni Egyetem Informatikai Karának gazdaságinformatikus, mérnökinformatikus és programtervező informatikus képzéseire. A felvett hallgatói létszám kezelése önmagában is kihívást jelenthet az egész évfolyam számára kötelező tantárgyak esetében, ugyanakkor az oktatók helyzetét a jelentős lemorzsolódás sem könnyíti. Felvetődik tehát a kérdés, hogy miként tudjuk biztosítani előadóként és gyakorlatvezetőként egy száz-kétszáz fős programozás kurzus hallgatóinak azt, hogy a számonkéréseket minden gyakorlati csoportban egyenlő feltételekkel, objektíven és tervezhetően bonyolítsuk le. A kérdés megválaszolása minden félévben komoly fejtörést jelent számunkra. Cikkünkben azt mutatjuk be, hogy milyen számonkérési formákat választottunk a mérnökinformatikus képzéshez tartozó Programozási nyelvek 2 tantárgyhoz, valamint hogyan tudtuk támogatni a hallgatóinkat az otthoni felkészülésük során.}, keywords = {ProgCont automatikus megoldáskiértékelő rendszer; mérnökinformatikus BSc képzés; programozásoktatás; képzési tematika}, year = {2019}, pages = {233-238} } @inproceedings{MTMT:30716349, title = {Performance evaluation of massively parallel communication sessions}, url = {https://m2.mtmt.hu/api/publication/30716349}, author = {Gál, Zoltán and Varga, Imre and Tajti, Tibor and Kocsis, Gergely and Langmajer, Z. and Kósa, Márk Szabolcs and Pánovics, János}, booktitle = {Proceedings of the Sixth International Conference on Parallel, Distributed, GPU and Cloud Computing for Engineering}, doi = {10.4203/ccp.112.34}, unique-id = {30716349}, abstract = {Main issues of the Big Data processing imply high speed transmission between different nodes of the infocommunication system. Best effort based datagram delivery of the protocol data units requires bandwidth in the scale of n*10 Mb/s for time critical services. Although IntServ and DiffServ QoS mechanisms make possible for time critical data flows to be forwarded in reasonable conditions, high speed transmission of the big data in LAN/WAN environments remains hot topic. Different implementations of the TCP congestion control mechanism were developed in the last decades. The QoS strategies applied in LAN environment are weakly usable in wide area data networks producing low usage efficiency of the communication path traversing different ISPs. In our performance evaluation framework we developed an own measurement tool based on iperf and tcpdump software to capture data flows of TCP and UDP sessions. Classification aspects of the measurement cases were: homogeneity of the traffics, number of parallel communication sessions and implementation types of the TCP congestion control algorithm. High number of traffic scenarios were executed in a dump-bell topology. Statistical analysis methods were used to evaluate effects of the aspects mentioned above in the wireline local and metropolitan area networks.}, keywords = {statistical analysis; traffic engineering; CONGESTION CONTROL; high speed networking; parallel communication; scale independence}, year = {2019}, pages = {1-19}, orcid-numbers = {Gál, Zoltán/0000-0003-1771-6497} }