File size: 70,054 Bytes
b0c0df0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 |
{
"cells": [
{
"cell_type": "code",
"execution_count": 49,
"metadata": {},
"outputs": [],
"source": [
"# This notebook will guide you to make correct format of Huggingface dataset, in proper parquet format and visualizable in Huggingface dataset hub.\n",
"# We will take the example of the dataset \"Otter-AI/MMVet\" and convert it to the proper format."
]
},
{
"cell_type": "code",
"execution_count": 50,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"/mnt/sfs-common/krhu/miniconda3/envs/lmms_eval/lib/python3.9/site-packages/datasets/load.py:922: FutureWarning: The repository for build_cvrr contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at /mnt/sfs-common/krhu/lmms-eval-internal/build_cvrr.py\n",
"You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
"Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
" warnings.warn(\n",
"Repo card metadata block was not found. Setting CardData to empty.\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Generating test split: 152 examples [00:00, 9291.47 examples/s]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"{'time_order_understanding': {'0': {'Q': 'Does the video depict a person performing an activity in the conventional direction along the track?', 'A': 'No, the person is running backwards, which challenges the common expectation of direction in track running activities.', 'DimensionName': 'Time order understanding', 'VideoID': '204.mp4'}, '1': {'Q': 'What is happening in the video?', 'A': 'The video features a person in a blue running outfit and sunglasses running backward on an athletics track. The footage is fast-forwarded, highlighting the continuous backward running, with a backdrop of a football stadium, hurdles, and tiered stands.', 'DimensionName': 'Time order understanding', 'VideoID': '204.mp4'}, '2': {'Q': \"Is the person's gear more suitable for indoor activities or outdoor sports?\", 'A': \"The person's gear, consisting of a blue running kit and black sunglasses, is more suitable for outdoor activities, indicating the appropriateness of the attire for the context of an athletics track.\", 'DimensionName': 'Time order understanding', 'VideoID': '204.mp4'}, '3': {'Q': 'Is the person running towards the camera or running in the direction away from the camera?', 'A': 'The person is running away from the camera by running backwards on the race track.', 'DimensionName': 'Time order understanding', 'VideoID': '204.mp4'}, '4': {'Q': 'Is the person running in clockwise direction or anticlockwise direction on the race track?', 'A': 'The person is running in anticlockwise direction in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '204.mp4'}, '5': {'Q': 'Does the person drink anything in the video while running?', 'A': 'No, the person is not shown to be drinking anything in the video while performing the running activity.', 'DimensionName': 'Time order understanding', 'VideoID': '204.mp4'}, '6': {'Q': 'Is the video capturing an event happening indoors or outdoors?', 'A': 'The video captures an outdoor event, suggested by the outdoor athletics track setting, the attire of the person, and the visibility of the football stadium and tiered stands.', 'DimensionName': 'Time order understanding', 'VideoID': '204.mp4'}, '7': {'Q': 'What object is initially focused at the start of the video?', 'A': \"The video starts with a close-up of a small orange flower being held by a person's hand.\", 'DimensionName': 'Time order understanding', 'VideoID': '205.webm'}, '8': {'Q': 'Is the flower brought closer to or moved further away from the camera as the video progresses?', 'A': 'The flower is moved further away from the camera as the video progresses.', 'DimensionName': 'Time order understanding', 'VideoID': '205.webm'}, '9': {'Q': 'Describe the motion of the hand holding the flower throughout the video.', 'A': 'The hand holding the flower shows a continuous movement away from the camera, resulting in the flower appearing smaller.', 'DimensionName': 'Time order understanding', 'VideoID': '205.webm'}, '10': {'Q': 'By the end of the video, has the size of the flower in the frame increased, decreased, or remained the same?', 'A': 'By the end of the video, the size of the flower in the frame has decreased.', 'DimensionName': 'Time order understanding', 'VideoID': '205.webm'}, '11': {'Q': 'What action is performed with the flower in relation to the camera?', 'A': 'The action performed with the flower is presenting it to the camera before gradually moving it away.', 'DimensionName': 'Time order understanding', 'VideoID': '205.webm'}, '12': {'Q': 'At the midpoint of the video, would the flower appear larger, smaller, or the same size as it did at the beginning?', 'A': 'At the midpoint of the video, the flower would appear smaller than it did at the beginning because it is continually moved away from the camera.', 'DimensionName': 'Time order understanding', 'VideoID': '205.webm'}, '13': {'Q': 'What is the direction of the movement of the flower in the video in relation to the camera?', 'A': 'The flower is being moved away/ backwards from the camera as the video progresses.', 'DimensionName': 'Time order understanding', 'VideoID': '205.webm'}, '14': {'Q': \"Does the object move towards the hand's initial position or away from it as the action progresses?\", 'A': \"The object moves away from the hand's initial position, indicating the hand initiates the motion and pushes the object to a new location rather than pulling it towards itself.\", 'DimensionName': 'Time order understanding', 'VideoID': '206.mp4'}, '15': {'Q': \"Identify the final resting position of the snack packet relative to its starting point. Was it closer to the hand's entry point or further away?\", 'A': \"The snack packet ends up further away from the hand's entry point, revealing that the action involved pushing the snack across the surface away from where the hand first appeared.\", 'DimensionName': 'Time order understanding', 'VideoID': '206.mp4'}, '16': {'Q': 'From the observed action, deduce whether the movement of the object was linear or if it changed directions mid-way.', 'A': 'The movement was linear, as the object moved from one side to the other without any indication of changing directions, showcasing a straightforward push action.', 'DimensionName': 'Time order understanding', 'VideoID': '206.mp4'}, '17': {'Q': \"Can the sequence of the snack's movement be described as starting from the left going to the right, based on the hand's interaction?\", 'A': \"No, the sequence begins on the right and moves to the left, as indicated by the hand's action pushing the snack across the table, contrary to the suggested direction.\", 'DimensionName': 'Time order understanding', 'VideoID': '206.mp4'}, '18': {'Q': 'Is there evidence of the hand pulling the object closer to its initial point of entry into the frame?', 'A': 'No, there is no evidence of a pulling action. The hand moves the object away from its initial point of entry, consistent with a pushing motion.', 'DimensionName': 'Time order understanding', 'VideoID': '206.mp4'}, '19': {'Q': \"Based on the directional movement observed, was the hand's action more indicative of pulling or pushing the snack across the surface?\", 'A': \"The hand's action was more indicative of pushing the snack across the surface, as it moved the object from one side to the other with a push, rather than pulling it with continuous contact.\", 'DimensionName': 'Time order understanding', 'VideoID': '206.mp4'}, '20': {'Q': 'What is the primary action depicted in the video involving a red soft-drink can?', 'A': 'The primary action is pouring water into the can.', 'DimensionName': 'Time order understanding', 'VideoID': '207.webm'}, '21': {'Q': 'Is someone drinking a soft-drink can in the video?', 'A': 'No, the video does not show the drinking activity. The video focuses on the action of pouring water into the red soda can.', 'DimensionName': 'Time order understanding', 'VideoID': '207.webm'}, '22': {'Q': 'Is the video showing the activity of taking out liquid from the soda can?', 'A': 'No, the video does not show the activity of taking out the liquid from the soda can. The video shows water being poured into the soda can.', 'DimensionName': 'Time order understanding', 'VideoID': '207.webm'}, '23': {'Q': 'Is the liquid taken out of the soda can or is it poured into the soda can?', 'A': 'The liquid is poured into the soda can. ', 'DimensionName': 'Time order understanding', 'VideoID': '207.webm'}, '24': {'Q': 'What is happening in the video?', 'A': 'In the video, water is shown being poured into the red soda can. The main action in the video is the process of pouring water into the can..', 'DimensionName': 'Time order understanding', 'VideoID': '207.webm'}, '25': {'Q': 'Is someone taking out a drink from the soda can in the video?', 'A': 'No, the video shows the activity of pouring water into the soda can, not taking it out.', 'DimensionName': 'Time order understanding', 'VideoID': '207.webm'}, '26': {'Q': 'Is there any indication of the can being moved from its resting place on the wooden floor during the pouring action?', 'A': 'There is no depiction of the can being moved; the focus remains on pouring water into the can that is resting on the wooden floor. This implies the can remain stationary throughout the depicted action.', 'DimensionName': 'Time order understanding', 'VideoID': '207.webm'}, '27': {'Q': 'What is happening in the video?', 'A': 'The video starts with a close-up of a small plant pot on a wooden floor. As it progresses, a hand enters the frame and it pulls the plant pot toward the camera, causing a zoom effect.', 'DimensionName': 'Time order understanding', 'VideoID': '208.webm'}, '28': {'Q': 'Is the hand initially holding the plant pot or does it enter the frame without holding anything?', 'A': 'The hand enters the frame without holding anything, afterwards the hand holds the plant pot and pulls it towards the camera.', 'DimensionName': 'Time order understanding', 'VideoID': '208.webm'}, '29': {'Q': 'Does the plant pot move away from the camera or towards the camera when pulled?', 'A': 'The plant pot moves toward the camera when pulled.', 'DimensionName': 'Time order understanding', 'VideoID': '208.webm'}, '30': {'Q': 'Is the zoom effect caused by the camera moving closer to the plant pot or by the plant pot moving closer to the camera?', 'A': 'The zoom effect is caused by the plant pot moving closer to the camera.', 'DimensionName': 'Time order understanding', 'VideoID': '208.webm'}, '31': {'Q': 'Does the video showcase multiple plant pots being interacted with or just a single plant pot?', 'A': 'The video showcases just a single plant pot being interacted with.', 'DimensionName': 'Time order understanding', 'VideoID': '208.webm'}, '32': {'Q': 'At the end of the video, will the pot plant look smaller or bigger in the frame due to the moving action?', 'A': 'As the pot plant is moved towards the camera, it will look bigger towards the end of the video.', 'DimensionName': 'Time order understanding', 'VideoID': '208.webm'}, '33': {'Q': 'By the end of the video, has the plant pot moved a significant distance or remained relatively in the same place from where it started?', 'A': 'By the end of the video, the plant pot has moved a significant distance towards the camera.', 'DimensionName': 'Time order understanding', 'VideoID': '208.webm'}, '34': {'Q': 'What object is moved across the table?', 'A': 'A glass bottle is moved across the table.', 'DimensionName': 'Time order understanding', 'VideoID': '209.webm'}, '35': {'Q': \"Is the direction of the bottle's movement from right to left or from left to right?\", 'A': \"The direction of the bottle's movement is from left to right.\", 'DimensionName': 'Time order understanding', 'VideoID': '209.webm'}, '36': {'Q': 'Before being pushed, where is the glass bottle situated, towards the left side or the right side?', 'A': 'The glass bottle is situated on a wooden table on the left side.', 'DimensionName': 'Time order understanding', 'VideoID': '209.webm'}, '37': {'Q': 'Identify the action performed by the person in the video.', 'A': 'The person performs the action of pushing a glass bottle from left towards the right. This action is the central focus of the video, showcasing the interaction between the person and the object.', 'DimensionName': 'Time order understanding', 'VideoID': '209.webm'}, '38': {'Q': 'What is happening in the video?', 'A': 'The video begins with a glass bottle resting on a wooden table among other items such as boxes. Subsequently, a person pushes the bottle from the left side towards the right, and this is the sole action captured in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '209.webm'}, '39': {'Q': 'In which direction, the person is pushing the bottle in the video?', 'A': 'The person is pushing the bottle towards the right direction in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '209.webm'}, '40': {'Q': 'Does the video showcase multiple actions involving the bottle or a single action?', 'A': \"The video showcases a single action involving the bottle: it being pushed from left side to right. This answer clarifies the simplicity of the video's content regarding the action performed.\", 'DimensionName': 'Time order understanding', 'VideoID': '209.webm'}, '41': {'Q': 'What is the primary fine-grained action shown in the video?', 'A': 'The primary fine-grained action shown in the video is the person pushing the glass bottle from the left side towards the right on the wooden table.', 'DimensionName': 'Time order understanding', 'VideoID': '209.webm'}, '42': {'Q': 'What is the first object that the person interacts within the video?', 'A': 'The first object interacted with is the wooden drawer, as the person opens it to retrieve an item inside.', 'DimensionName': 'Time order understanding', 'VideoID': '210.webm'}, '43': {'Q': 'What is the primary action being performed in the video?', 'A': \"The video shows a person's hand used to open a wooden drawer in order to take out a dark rounded wooden box.\", 'DimensionName': 'Time order understanding', 'VideoID': '210.webm'}, '44': {'Q': 'Does the person place anything into the drawer at any point in the video?', 'A': 'No, the person does not place anything into the drawer; the primary action involves taking an item out.', 'DimensionName': 'Time order understanding', 'VideoID': '210.webm'}, '45': {'Q': \"Is the primary function of the person's interaction with the drawer to organize its contents?\", 'A': \"No, the primary function is not to organize the drawer's contents but to retrieve a dark rounded wooden box from it.\", 'DimensionName': 'Time order understanding', 'VideoID': '210.webm'}, '46': {'Q': 'What is happening in the video?', 'A': \"The video shows a person's hand appearing and then it opens a drawer to take out a dark rounded wooden box from it. The primary action in the video is the process of retrieving the box from the drawer..\", 'DimensionName': 'Time order understanding', 'VideoID': '210.webm'}, '47': {'Q': 'Describe how the person is placing the dark rounded wooden box into the wooden drawer?', 'A': 'The person is not placing the dark rounded wooden box. Instead, he is taking out the wooden box from the drawer.', 'DimensionName': 'Time order understanding', 'VideoID': '210.webm'}, '48': {'Q': 'Is the action of opening the drawer followed by immediately closing it, or is there an intermediate step involving another object?', 'A': 'There is an intermediate step involving another object; after opening the drawer, a dark rounded wooden box is retrieved before any potential closing action.', 'DimensionName': 'Time order understanding', 'VideoID': '210.webm'}, '49': {'Q': 'Is the person placing a dark rounded wooden box inside the drawer?', 'A': 'No, the person is retrieving a dark rounded wooden box from the drawer instead of placing it.', 'DimensionName': 'Time order understanding', 'VideoID': '210.webm'}, '50': {'Q': 'Is the person placing a dark rounded wooden box inside the drawer or retrieving the wooden box from the drawer?', 'A': 'The person is retrieving a dark rounded wooden box from the drawer instead of placing it.', 'DimensionName': 'Time order understanding', 'VideoID': '210.webm'}, '51': {'Q': 'What is the primary action performed by the person in the video?', 'A': 'The primary action performed is the removal of a key from a lock.', 'DimensionName': 'Time order understanding', 'VideoID': '211.webm'}, '52': {'Q': 'What is the person doing in the video?', 'A': 'The video shows a person who is removing a key from a door lock. No other action is performed in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '211.webm'}, '53': {'Q': 'Is the door being unlocked or locked in the footage observed?', 'A': 'The door is neither being unlocked nor locked; the key is being removed from the lock.', 'DimensionName': 'Time order understanding', 'VideoID': '211.webm'}, '54': {'Q': 'Does the person open the door in the video?', 'A': 'There is no activity of opening the door depicted in the video. The video shows the action of removing a key from the door lock.', 'DimensionName': 'Time order understanding', 'VideoID': '211.webm'}, '55': {'Q': \"Is the key present in the person's hand, or it is situated in the lock at the start of the video?\", 'A': 'The key was already inserted into the lock at the start of the video.', 'DimensionName': 'Time order understanding', 'VideoID': '211.webm'}, '56': {'Q': 'Is there any second action shown in the video after removal of the key from the door lock?', 'A': 'No specific action immediately follows the removal of the key in the video, as it primarily showcases the process of removing the key from the lock.', 'DimensionName': 'Time order understanding', 'VideoID': '211.webm'}, '57': {'Q': 'Is there any interaction between a person and the lock aside from the key being removed?', 'A': 'No, there is no other interaction depicted between a person and the lock aside from the key being removed.', 'DimensionName': 'Time order understanding', 'VideoID': '211.webm'}, '58': {'Q': 'Does the person insert the key into the door lock or remove the key from the door lock in the video?', 'A': 'The person removes the key from the door lock in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '211.webm'}, '59': {'Q': 'What is happening in the video?', 'A': \"The video showcases a white door with a golden round lock in front of the camera. A key is already inserted into the lock. Subsequently, a person's hand appears, and they remove the key from the lock. The sole action depicted in the video is the process of removing the key from the lock.\", 'DimensionName': 'Time order understanding', 'VideoID': '211.webm'}, '60': {'Q': 'Does the ship sail from right to left across the body of water?', 'A': \"No, the ship sails from left to right. This directionality can be derived from observing the ship's movement in the video.\", 'DimensionName': 'Time order understanding', 'VideoID': '212.mp4'}, '61': {'Q': 'Is the Statue of Liberty visible before the camera focuses more closely on the ship?', 'A': 'Yes, the Statue of Liberty is visible in the background before the camera zooms in on the ship.', 'DimensionName': 'Time order understanding', 'VideoID': '212.mp4'}, '62': {'Q': 'After the camera moves closer to the ship, does the ship change its direction of sail?', 'A': 'No, the ship continues sailing to the right even after the camera moves closer. The continuity of direction helps in identifying the consistency of the action despite changes in camera perspective.', 'DimensionName': 'Time order understanding', 'VideoID': '212.mp4'}, '63': {'Q': 'Is the ship moving towards the camera or the camera is getting closer to the ship in the video?', 'A': 'The camera is getting closer to the ship in the video. The ship is described as moving from left to right, and the camera moves closer to the ship.', 'DimensionName': 'Time order understanding', 'VideoID': '212.mp4'}, '64': {'Q': 'Does the video showcase any moment where the ship sails from the right towards the left?', 'A': 'No, the video showcases the ship sailing from left to right.', 'DimensionName': 'Time order understanding', 'VideoID': '212.mp4'}, '65': {'Q': 'What is the direction of the movement of the ship in relation to the camera?', 'A': 'The ship is moving from left to right in relation to the camera.', 'DimensionName': 'Time order understanding', 'VideoID': '212.mp4'}, '66': {'Q': 'What is happening in the video?', 'A': 'The video shows a red and black ship sailing from left to right in a body of water, with the Statue of Liberty and city structures in the background. The camera zooms in as the ship continues its rightward movement.', 'DimensionName': 'Time order understanding', 'VideoID': '212.mp4'}, '67': {'Q': 'What objects are initially visible on the wooden desk at the beginning of the video?', 'A': 'A remote and a vase are initially visible on the desk.', 'DimensionName': 'Time order understanding', 'VideoID': '213.webm'}, '68': {'Q': 'In which direction is the remote moved during the video?', 'A': 'The remote is pushed to the left side of the desk.', 'DimensionName': 'Time order understanding', 'VideoID': '213.webm'}, '69': {'Q': 'Does the action of moving the remote occur before or after it sits closely to the vase on the desk?', 'A': 'The action of moving the remote occurs after it is shown sitting closely to the vase.', 'DimensionName': 'Time order understanding', 'VideoID': '213.webm'}, '70': {'Q': 'What is the direction of the movement of the remote from the vase?', 'A': 'The remote is moved towards the left side of the vase.', 'DimensionName': 'Time order understanding', 'VideoID': '213.webm'}, '71': {'Q': 'Is the vase moved at any point in the video?', 'A': 'No, the vase is not moved. The video shows that the remote is being moved, with no depiction of the vase changing position.', 'DimensionName': 'Time order understanding', 'VideoID': '213.webm'}, '72': {'Q': 'Describe the sequence of actions involving the remote as shown in the video.', 'A': 'Initially, the remote is placed close to the vase on a desk, then it is shifted away by being pushed to the left side of the desk.', 'DimensionName': 'Time order understanding', 'VideoID': '213.webm'}, '73': {'Q': 'What is the primary action performed in the video?', 'A': 'The primary action depicts that a person shifts the remote away from the vase by pushing it to the left side of the desk.', 'DimensionName': 'Time order understanding', 'VideoID': '213.webm'}, '74': {'Q': 'Is the remote shifted towards the right side or the left side of the vase in the video?', 'A': 'The remote is shifted towards the left side from the vase in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '213.webm'}, '75': {'Q': 'What is happening in the video?', 'A': 'The video starts by displaying a wooden desk with a remote and a vase placed closely. Following this, a person shifts the remote away from the vase by pushing it to the left side of the desk.', 'DimensionName': 'Time order understanding', 'VideoID': '213.webm'}, '76': {'Q': 'What is the primary action shown in the video?', 'A': 'The primary action shown in the video is the person shifting the remote away from the vase by pushing it to the left side of the desk.', 'DimensionName': 'Time order understanding', 'VideoID': '213.webm'}, '77': {'Q': 'What item is placed inside the drawer first?', 'A': 'A dark rounded wooden box is placed inside the drawer first.', 'DimensionName': 'Time order understanding', 'VideoID': '214.webm'}, '78': {'Q': 'Is the drawer being closed or open at the start of the video?', 'A': 'The drawer is opened at the start of the video.', 'DimensionName': 'Time order understanding', 'VideoID': '214.webm'}, '79': {'Q': 'What is happening in the video?', 'A': \"The video features a close-up of a wooden drawer with various items, including a perfume bottle and a lamp, on top and around it. A person's hands holding a dark rounded wooden box then appear. They open the drawer and put the wooden box into it. The main action in the video is the process of placing the box into the drawer.\", 'DimensionName': 'Time order understanding', 'VideoID': '214.webm'}, '80': {'Q': 'How many items are present inside the wooden drawer when it is opened by the person in the video?', 'A': 'The drawer is shown to be completely empty when it is opened by the person in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '214.webm'}, '81': {'Q': 'Is the person taking out a dark rounded wooden box from the drawer in the video?', 'A': 'No, the person is placing the dark rounded wooden box inside the drawer instead of taking it out.', 'DimensionName': 'Time order understanding', 'VideoID': '214.webm'}, '82': {'Q': 'What is the primary action being performed in the video?', 'A': 'The primary action in the video is the process of placing the dark rounded box into the drawer..', 'DimensionName': 'Time order understanding', 'VideoID': '214.webm'}, '83': {'Q': 'Is the person retrieving the wooden box from the drawer or placing the wooden box into the drawer in the video?', 'A': 'The person in the video is shown to be placing the wooden box into the drawer.', 'DimensionName': 'Time order understanding', 'VideoID': '214.webm'}, '84': {'Q': 'Does the scene primarily depict an activity occurring indoors or outdoors?', 'A': 'Outdoors. The presence of a sunny day, a grassy field, and an expansive, empty road suggests an outdoor setting.', 'DimensionName': 'Time order understanding', 'VideoID': '215.mp4'}, '85': {'Q': \"In which direction relative to the camera's position (towards or away) do the participants move?\", 'A': 'The participants move forward away from the camera.', 'DimensionName': 'Time order understanding', 'VideoID': '215.mp4'}, '86': {'Q': 'Is the camera following the joggers as they move?', 'A': 'No, the camera remains stationary. It does not follow the joggers but captures their movement as they go away from its position.', 'DimensionName': 'Time order understanding', 'VideoID': '215.mp4'}, '87': {'Q': 'Are the joggers moving towards or away from the camera?', 'A': \"Away from the camera. The video depicts that the joggers are moving forward away from the camera's perspective.\", 'DimensionName': 'Time order understanding', 'VideoID': '215.mp4'}, '88': {'Q': 'Are the joggers moving towards the right direction or towards the left direction relative to the camera?', 'A': 'The joggers are moving towards the left direction relative to the camera in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '215.mp4'}, '89': {'Q': 'From the described activities, can you determine if the event takes place at night?', 'A': 'No, the event takes place on a sunny day, indicating it happens during daylight hours, not at night.', 'DimensionName': 'Time order understanding', 'VideoID': '215.mp4'}, '90': {'Q': 'Are the people seen to be jogging in unusually reverse direction in the video?', 'A': 'No, the people in the video are jogging in the typical forward direction, moving away from the camera. There is no depiction of them jogging in an unusually reverse direction. The scene seems to depict a normal outdoor jogging activity on a sunny day.', 'DimensionName': 'Time order understanding', 'VideoID': '215.mp4'}, '91': {'Q': \"What does the person's hand initially hold?\", 'A': \"The person's hand initially holds a ballpoint pen.\", 'DimensionName': 'Time order understanding', 'VideoID': '216.webm'}, '92': {'Q': 'Is the action shown by the person depicted as picking up a pen from the desk in the video?', 'A': 'No, the video indicates that the person drops the pen.', 'DimensionName': 'Time order understanding', 'VideoID': '216.webm'}, '93': {'Q': \"Does the pen stay in the person's hand throughout the video?\", 'A': \"No, the pen does not stay in the person's hand throughout the video. It is dropped and ends up on the floor, which portrays the transition from being held to being let go.\", 'DimensionName': 'Time order understanding', 'VideoID': '216.webm'}, '94': {'Q': 'In the sequence of actions shown, what happens to the ballpoint pen after the person holds it?', 'A': 'After the person holds it, the ballpoint pen is dropped and falls to the floor.', 'DimensionName': 'Time order understanding', 'VideoID': '216.webm'}, '95': {'Q': 'What is happening in the video?', 'A': \"The video depicts a person's hand holding a ballpoint pen initially. Subsequently, the person drops the pen, and it falls to the floor. There are no additional actions in the video.\", 'DimensionName': 'Time order understanding', 'VideoID': '216.webm'}, '96': {'Q': 'Identify the sequence of the main action involving the ballpoint pen from start to finish.', 'A': 'The sequence of the main action starts with the pen being held, followed by it being dropped, and concludes with it landing and remaining on the floor/desk.', 'DimensionName': 'Time order understanding', 'VideoID': '216.webm'}, '97': {'Q': 'Is the pen picked up by the person or dropped by the person in the video?', 'A': 'The pen is dropped by the person in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '216.webm'}, '98': {'Q': 'Identify if the person is picking up a pen in the given video.', 'A': 'No, the pen is dropped by the person, not picked up in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '216.webm'}, '99': {'Q': 'What is the primary action performed in the video?', 'A': \"The primary action performed in the video is the person's hand holding a ballpoint pen initially and subsequently dropping the pen, causing it to fall to the floor.\", 'DimensionName': 'Time order understanding', 'VideoID': '216.webm'}, '100': {'Q': 'What is the action performed by the person in the video with respect to the jar?', 'A': 'The action is closing the lid of the jar.', 'DimensionName': 'Time order understanding', 'VideoID': '217.webm'}, '101': {'Q': 'What is happening in the video?', 'A': \"The video presents a close-up of a kitchen shelf near the sink. A person is holding a black jar's lid in his hand, and gradually, they close the jar using the lid in their hand. The main action in the video is closing the lid of the jar using the hand.\", 'DimensionName': 'Time order understanding', 'VideoID': '217.webm'}, '102': {'Q': 'Does the person open or close the jar in the video?', 'A': 'The person closes the jar.', 'DimensionName': 'Time order understanding', 'VideoID': '217.webm'}, '103': {'Q': 'Is the person shown to be opening the lid of the jar or closing the lid of the jar in the video?', 'A': 'The person is shown to be closing the lid of the jar in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '217.webm'}, '104': {'Q': 'Identify the main action being performed near a kitchen shelf in the video.', 'A': 'The main action is closing the lid of a jar.', 'DimensionName': 'Time order understanding', 'VideoID': '217.webm'}, '105': {'Q': 'Describe the action of opening the lid of the jar in the video?', 'A': 'The video does not show opening the lid of the jar, instead it shows the action of closing the jar using its lid.', 'DimensionName': 'Time order understanding', 'VideoID': '217.webm'}, '106': {'Q': 'What is the person doing in the video?', 'A': 'The person is shown to be closing the lid of the jar using his hand in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '217.webm'}, '107': {'Q': 'Is the person filling the jar with anything in the video?', 'A': \"No, the person is not filling the jar. The person's action is closing the jar using its lid.\", 'DimensionName': 'Time order understanding', 'VideoID': '217.webm'}, '108': {'Q': 'What is the main direction of the flying action of the helicopter?', 'A': 'This video shows a red helicopter in the middle of a city flying in reverse from left towards the right.', 'DimensionName': 'Time order understanding', 'VideoID': '218.mp4'}, '109': {'Q': 'Which direction did the helicopter move in relation to the background buildings?', 'A': 'The helicopter moved from left to right in relation to the background buildings.', 'DimensionName': 'Time order understanding', 'VideoID': '218.mp4'}, '110': {'Q': 'What is the unusual aspect depicted with respect to the helicopter in the video?', 'A': 'The unusual aspect depicted in the video is that the red helicopter is flying in reverse from left to right and rising up in the air in the middle of a city. Typically, helicopters move forward, so the reverse direction of flight is unconventional.', 'DimensionName': 'Time order understanding', 'VideoID': '218.mp4'}, '111': {'Q': \"Determine if the helicopter's movement was towards the left or right from its starting position in the filmed scene.\", 'A': \"The helicopter's movement was towards the right from its starting position, as it was flying in reverse from left towards the right.\", 'DimensionName': 'Time order understanding', 'VideoID': '218.mp4'}, '112': {'Q': 'Did the helicopter descend or ascend during the captured events?', 'A': 'The helicopter ascended during the captured events, rising very high up in the air.', 'DimensionName': 'Time order understanding', 'VideoID': '218.mp4'}, '113': {'Q': \"Describe the helicopter's movement pattern in relation to the city's tall buildings.\", 'A': 'The helicopter moved in reverse direction from left to right while ascending, with tall buildings with glass walls visible in the background.', 'DimensionName': 'Time order understanding', 'VideoID': '218.mp4'}, '114': {'Q': \"Assess whether the helicopter's rising motion was in direct contact with any of the background structures.\", 'A': \"The helicopter's rising motion was not in direct contact with any of the background structures; it rose high with tall buildings in the backdrop but did not touch them.\", 'DimensionName': 'Time order understanding', 'VideoID': '218.mp4'}, '115': {'Q': 'What color is the measuring tape that appears in the video?', 'A': 'The measuring tape is yellow.', 'DimensionName': 'Time order understanding', 'VideoID': '219.webm'}, '116': {'Q': 'What is happening in the video?', 'A': 'The video reveals a yellow measuring tape lying on the ground. A person then pushes the tape from the right side to the left, and no other actions are performed in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '219.webm'}, '117': {'Q': 'What is the direction of the movement of the measuring tape?', 'A': 'The measuring tape is pushed from right to left. This direction is identified by observing the movement of the tape relative to its surroundings.', 'DimensionName': 'Time order understanding', 'VideoID': '219.webm'}, '118': {'Q': 'Is the measuring tape pushed toward the right or towards the left by the person in the video?', 'A': 'The measuring tape is moved towards the left in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '219.webm'}, '119': {'Q': \"By the end of the video, has the measuring tape's position changed compared to its initial state, if yes then in what direction it has been pushed?\", 'A': \"Yes, the measuring tape's position has changed by being pushed from the right side to the left. This change is observable by comparing the tape's initial and final positions in the video.\", 'DimensionName': 'Time order understanding', 'VideoID': '219.webm'}, '120': {'Q': 'How many actions are performed on the measuring tape throughout the video?', 'A': 'Only one action is performed: the tape is pushed from the right side to the left. This is evident from monitoring the entire duration of the video for any activities involving the tape.', 'DimensionName': 'Time order understanding', 'VideoID': '219.webm'}, '121': {'Q': 'What is the direction of the movement of the measuring tape?', 'A': 'The tape is pushed from the right side to the left in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '219.webm'}, '122': {'Q': 'What is the primary action shown in the video?', 'A': 'The primary action shown in the video is a person pushing a yellow measuring tape from the right side to the left on the ground.', 'DimensionName': 'Time order understanding', 'VideoID': '219.webm'}, '123': {'Q': 'What is happening in the video?', 'A': 'The video features a person in a red shirt and black cap skillfully descending a tree using a rope looped around it. They alternate between loosening and tightening the rope for a controlled descent.', 'DimensionName': 'Time order understanding', 'VideoID': '220.mp4'}, '124': {'Q': 'Is the person shown to be climbing the tree in the video?', 'A': 'No, the person in the video is not climbing the tree but rather descending from it using a rope looped around the tree trunk.', 'DimensionName': 'Time order understanding', 'VideoID': '220.mp4'}, '125': {'Q': 'Identify the sequence of actions taken by the person to get down the tree.', 'A': 'The sequence involves supporting themselves by a rope, loosening the rope to move down, and then tightening it again to stop. Repeating this sequence allows the person to descend gradually.', 'DimensionName': 'Time order understanding', 'VideoID': '220.mp4'}, '126': {'Q': 'Does the person use any additional tools or supports apart from the rope to descend the tree?', 'A': 'No, the person solely relies on the rope for support to get down the tree.', 'DimensionName': 'Time order understanding', 'VideoID': '220.mp4'}, '127': {'Q': 'Is the person moving upward or downward on the tree in the video?', 'A': 'The person is decending from the tree, so he is moving downward.', 'DimensionName': 'Time order understanding', 'VideoID': '220.mp4'}, '128': {'Q': 'What visual elements apart from the person and the tree can be seen in the video?', 'A': 'A table with jars and bowls and a dense set of trees are visible in the background.', 'DimensionName': 'Time order understanding', 'VideoID': '220.mp4'}, '129': {'Q': \"Is the person's descent rapid or gradual, and what action contributes to this pace?\", 'A': \"The person's descent is gradual, contributed by the action of loosening and tightening the rope multiple times.\", 'DimensionName': 'Time order understanding', 'VideoID': '220.mp4'}, '130': {'Q': 'Does the dog initiate its movement towards the camera or away from it when it starts walking?', 'A': \"The dog initiates its movement away from the camera. This is determined by noting the direction of the dog's walking, which is backwards, leading it further away from the camera's position initially near it.\", 'DimensionName': 'Time order understanding', 'VideoID': '221.mp4'}, '131': {'Q': \"In which part of the video does the dog finally disappear from the camera's view, is it towards the start of the video or towards the end of the video?\", 'A': \"The dog disappears from the camera's view towards the end of the video. This is because the dog walks all the way back and out of view, indicating its exit occurs after traversing the visible area.\", 'DimensionName': 'Time order understanding', 'VideoID': '221.mp4'}, '132': {'Q': \"Is the dog walking forwards or backwards in relation to the camera's perspective during its movement?\", 'A': \"The dog is walking backwards in relation to the camera's perspective. Since the dog moves away from the camera while facing it, this indicates a backward movement.\", 'DimensionName': 'Time order understanding', 'VideoID': '221.mp4'}, '133': {'Q': 'What is the location of the dog in relation to the camera at the end of the video, is it located near to the camera or far away from the camera?', 'A': 'The location of the dog is far away from the camera on the floor at a hallway towards the end of the video.', 'DimensionName': 'Time order understanding', 'VideoID': '221.mp4'}, '134': {'Q': 'What is happening in the video?', 'A': 'The video shows a white dog standing near to the camera on the floor at a hallway. As the video progresses, the dog is shown to be walking backwards while facing the camera across a hallway in a living room away from the camera all the way back and out of view.', 'DimensionName': 'Time order understanding', 'VideoID': '221.mp4'}, '135': {'Q': \"By the video's end, is the dog more or less visible to the camera compared to its initial state?\", 'A': \"By the video's end, the dog is less visible to the camera compared to its initial state. Given that the dog walks out of view, it transitions from being clearly visible to not visible at all.\", 'DimensionName': 'Time order understanding', 'VideoID': '221.mp4'}, '136': {'Q': \"Based on the dog's walking direction, is its movement primarily towards or away from the initial point of observation?\", 'A': \"The dog's movement is primarily away from the initial point of observation. Walking backwards across the hallway away from the camera signifies that its movement is directed further from the starting point.\", 'DimensionName': 'Time order understanding', 'VideoID': '221.mp4'}, '137': {'Q': 'Is the dog moving near to the camera or away from the camera in the video?', 'A': 'The dog is moving away from the camera as the video progresses.', 'DimensionName': 'Time order understanding', 'VideoID': '221.mp4'}, '138': {'Q': 'What is happening in the video?', 'A': \"In the video, a person enters a living room with a guitar, interacts with a cat on an armchair, kicks the cat away, and plays the guitar. The cat runs upstairs, knocks over a plant vase, which falls on the person's head, causing them pain.\", 'DimensionName': 'Time order understanding', 'VideoID': '222.mp4'}, '139': {'Q': 'Before sitting on the armchair to play the guitar, what action does the person perform involving the cat?', 'A': 'The person pushes the cat away from the chair and kicks it away.', 'DimensionName': 'Time order understanding', 'VideoID': '222.mp4'}, '140': {'Q': 'Which direction does the cat move after being pushed and kicked away by the person?', 'A': 'The cat runs towards the right and moves up the staircase behind the armchair.', 'DimensionName': 'Time order understanding', 'VideoID': '222.mp4'}, '141': {'Q': 'What incident occurs immediately after the cat runs up the staircase?', 'A': \"A plant vase is knocked off by the cat, which falls onto the person's head.\", 'DimensionName': 'Time order understanding', 'VideoID': '222.mp4'}, '142': {'Q': 'After what specific event does the person hold onto his head in pain?', 'A': 'The person holds onto his head in pain immediately after the plant vase falls on their head.', 'DimensionName': 'Time order understanding', 'VideoID': '222.mp4'}, '143': {'Q': 'Describe the sequence of actions from when the person first plays the guitar to sitting on the armchair.', 'A': 'The person grabs and pushes the cat away from the chair, kicks it away, and finally sits on the armchair to play the guitar again.', 'DimensionName': 'Time order understanding', 'VideoID': '222.mp4'}, '144': {'Q': 'Is the person shown to be happy towards the end of the video?', 'A': 'No, the person experiences an incident where a plant vase falls on their head, causing pain, which suggests a negative or uncomfortable situation.', 'DimensionName': 'Time order understanding', 'VideoID': '222.mp4'}, '145': {'Q': 'Does the helicopter initially fly from left to right before any maneuvers?', 'A': 'No, the helicopter initially flies from right to left in the video.', 'DimensionName': 'Time order understanding', 'VideoID': '223.mp4'}, '146': {'Q': \"Is the helicopter's descent towards landing immediate after it takes off?\", 'A': 'No, the helicopter descends after flying for a while and performing a turn.', 'DimensionName': 'Time order understanding', 'VideoID': '223.mp4'}, '147': {'Q': 'Does the helicopter ascend or descend as it approaches the camera towards the start of the video?', 'A': 'The helicopter descends as it approaches the camera.', 'DimensionName': 'Time order understanding', 'VideoID': '223.mp4'}, '148': {'Q': 'Does the helicopter turn away from the camera or towards the camera towards the end of the video?', 'A': 'The helicopter turns away from the camera at the end of the video.', 'DimensionName': 'Time order understanding', 'VideoID': '223.mp4'}, '149': {'Q': 'Is the pilot shown to be coming out of the helicopter after it descends to the ground towards the end of the video?', 'A': 'No, the video does not show any pilot coming out of the helicopter after it descends.', 'DimensionName': 'Time order understanding', 'VideoID': '223.mp4'}, '150': {'Q': 'Does the helicopter make a rapid descent towards the ground immediately after its turn?', 'A': 'No', 'DimensionName': 'Time order understanding', 'VideoID': '223.mp4'}, '151': {'Q': \"Is the backdrop of the helicopter's journey primarily urban buildings?\", 'A': 'No, it is a mountain with trees.', 'DimensionName': 'Time order understanding', 'VideoID': '223.mp4'}}}\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Q</th>\n",
" <th>A</th>\n",
" <th>DimensionName</th>\n",
" <th>VideoID</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>Does the video depict a person performing an a...</td>\n",
" <td>No, the person is running backwards, which cha...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>What is happening in the video?</td>\n",
" <td>The video features a person in a blue running ...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>Is the person's gear more suitable for indoor ...</td>\n",
" <td>The person's gear, consisting of a blue runnin...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>Is the person running towards the camera or ru...</td>\n",
" <td>The person is running away from the camera by ...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>Is the person running in clockwise direction o...</td>\n",
" <td>The person is running in anticlockwise directi...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>Does the person drink anything in the video wh...</td>\n",
" <td>No, the person is not shown to be drinking any...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>6</th>\n",
" <td>Is the video capturing an event happening indo...</td>\n",
" <td>The video captures an outdoor event, suggested...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>7</th>\n",
" <td>What object is initially focused at the start ...</td>\n",
" <td>The video starts with a close-up of a small or...</td>\n",
" <td>Time order understanding</td>\n",
" <td>205.webm</td>\n",
" </tr>\n",
" <tr>\n",
" <th>8</th>\n",
" <td>Is the flower brought closer to or moved furth...</td>\n",
" <td>The flower is moved further away from the came...</td>\n",
" <td>Time order understanding</td>\n",
" <td>205.webm</td>\n",
" </tr>\n",
" <tr>\n",
" <th>9</th>\n",
" <td>Describe the motion of the hand holding the fl...</td>\n",
" <td>The hand holding the flower shows a continuous...</td>\n",
" <td>Time order understanding</td>\n",
" <td>205.webm</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Q \\\n",
"0 Does the video depict a person performing an a... \n",
"1 What is happening in the video? \n",
"2 Is the person's gear more suitable for indoor ... \n",
"3 Is the person running towards the camera or ru... \n",
"4 Is the person running in clockwise direction o... \n",
"5 Does the person drink anything in the video wh... \n",
"6 Is the video capturing an event happening indo... \n",
"7 What object is initially focused at the start ... \n",
"8 Is the flower brought closer to or moved furth... \n",
"9 Describe the motion of the hand holding the fl... \n",
"\n",
" A \\\n",
"0 No, the person is running backwards, which cha... \n",
"1 The video features a person in a blue running ... \n",
"2 The person's gear, consisting of a blue runnin... \n",
"3 The person is running away from the camera by ... \n",
"4 The person is running in anticlockwise directi... \n",
"5 No, the person is not shown to be drinking any... \n",
"6 The video captures an outdoor event, suggested... \n",
"7 The video starts with a close-up of a small or... \n",
"8 The flower is moved further away from the came... \n",
"9 The hand holding the flower shows a continuous... \n",
"\n",
" DimensionName VideoID \n",
"0 Time order understanding 204.mp4 \n",
"1 Time order understanding 204.mp4 \n",
"2 Time order understanding 204.mp4 \n",
"3 Time order understanding 204.mp4 \n",
"4 Time order understanding 204.mp4 \n",
"5 Time order understanding 204.mp4 \n",
"6 Time order understanding 204.mp4 \n",
"7 Time order understanding 205.webm \n",
"8 Time order understanding 205.webm \n",
"9 Time order understanding 205.webm "
]
},
"execution_count": 50,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"from datasets import load_dataset\n",
"\n",
"data_path = \"/mnt/sfs-common/krhu/lmms-eval-internal/build_cvrr.py\"\n",
"df = load_dataset(data_path, split=\"test\").to_pandas()\n",
"df.head(10)"
]
},
{
"cell_type": "code",
"execution_count": 51,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Q</th>\n",
" <th>A</th>\n",
" <th>DimensionName</th>\n",
" <th>VideoID</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>Does the video depict a person performing an a...</td>\n",
" <td>No, the person is running backwards, which cha...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>What is happening in the video?</td>\n",
" <td>The video features a person in a blue running ...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>Is the person's gear more suitable for indoor ...</td>\n",
" <td>The person's gear, consisting of a blue runnin...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>Is the person running towards the camera or ru...</td>\n",
" <td>The person is running away from the camera by ...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>Is the person running in clockwise direction o...</td>\n",
" <td>The person is running in anticlockwise directi...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>Does the person drink anything in the video wh...</td>\n",
" <td>No, the person is not shown to be drinking any...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>6</th>\n",
" <td>Is the video capturing an event happening indo...</td>\n",
" <td>The video captures an outdoor event, suggested...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>7</th>\n",
" <td>What object is initially focused at the start ...</td>\n",
" <td>The video starts with a close-up of a small or...</td>\n",
" <td>Time order understanding</td>\n",
" <td>205.webm</td>\n",
" </tr>\n",
" <tr>\n",
" <th>8</th>\n",
" <td>Is the flower brought closer to or moved furth...</td>\n",
" <td>The flower is moved further away from the came...</td>\n",
" <td>Time order understanding</td>\n",
" <td>205.webm</td>\n",
" </tr>\n",
" <tr>\n",
" <th>9</th>\n",
" <td>Describe the motion of the hand holding the fl...</td>\n",
" <td>The hand holding the flower shows a continuous...</td>\n",
" <td>Time order understanding</td>\n",
" <td>205.webm</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10</th>\n",
" <td>By the end of the video, has the size of the f...</td>\n",
" <td>By the end of the video, the size of the flowe...</td>\n",
" <td>Time order understanding</td>\n",
" <td>205.webm</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11</th>\n",
" <td>What action is performed with the flower in re...</td>\n",
" <td>The action performed with the flower is presen...</td>\n",
" <td>Time order understanding</td>\n",
" <td>205.webm</td>\n",
" </tr>\n",
" <tr>\n",
" <th>12</th>\n",
" <td>At the midpoint of the video, would the flower...</td>\n",
" <td>At the midpoint of the video, the flower would...</td>\n",
" <td>Time order understanding</td>\n",
" <td>205.webm</td>\n",
" </tr>\n",
" <tr>\n",
" <th>13</th>\n",
" <td>What is the direction of the movement of the f...</td>\n",
" <td>The flower is being moved away/ backwards from...</td>\n",
" <td>Time order understanding</td>\n",
" <td>205.webm</td>\n",
" </tr>\n",
" <tr>\n",
" <th>14</th>\n",
" <td>Does the object move towards the hand's initia...</td>\n",
" <td>The object moves away from the hand's initial ...</td>\n",
" <td>Time order understanding</td>\n",
" <td>206.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>15</th>\n",
" <td>Identify the final resting position of the sna...</td>\n",
" <td>The snack packet ends up further away from the...</td>\n",
" <td>Time order understanding</td>\n",
" <td>206.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>16</th>\n",
" <td>From the observed action, deduce whether the m...</td>\n",
" <td>The movement was linear, as the object moved f...</td>\n",
" <td>Time order understanding</td>\n",
" <td>206.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>17</th>\n",
" <td>Can the sequence of the snack's movement be de...</td>\n",
" <td>No, the sequence begins on the right and moves...</td>\n",
" <td>Time order understanding</td>\n",
" <td>206.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>18</th>\n",
" <td>Is there evidence of the hand pulling the obje...</td>\n",
" <td>No, there is no evidence of a pulling action. ...</td>\n",
" <td>Time order understanding</td>\n",
" <td>206.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>19</th>\n",
" <td>Based on the directional movement observed, wa...</td>\n",
" <td>The hand's action was more indicative of pushi...</td>\n",
" <td>Time order understanding</td>\n",
" <td>206.mp4</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Q \\\n",
"0 Does the video depict a person performing an a... \n",
"1 What is happening in the video? \n",
"2 Is the person's gear more suitable for indoor ... \n",
"3 Is the person running towards the camera or ru... \n",
"4 Is the person running in clockwise direction o... \n",
"5 Does the person drink anything in the video wh... \n",
"6 Is the video capturing an event happening indo... \n",
"7 What object is initially focused at the start ... \n",
"8 Is the flower brought closer to or moved furth... \n",
"9 Describe the motion of the hand holding the fl... \n",
"10 By the end of the video, has the size of the f... \n",
"11 What action is performed with the flower in re... \n",
"12 At the midpoint of the video, would the flower... \n",
"13 What is the direction of the movement of the f... \n",
"14 Does the object move towards the hand's initia... \n",
"15 Identify the final resting position of the sna... \n",
"16 From the observed action, deduce whether the m... \n",
"17 Can the sequence of the snack's movement be de... \n",
"18 Is there evidence of the hand pulling the obje... \n",
"19 Based on the directional movement observed, wa... \n",
"\n",
" A \\\n",
"0 No, the person is running backwards, which cha... \n",
"1 The video features a person in a blue running ... \n",
"2 The person's gear, consisting of a blue runnin... \n",
"3 The person is running away from the camera by ... \n",
"4 The person is running in anticlockwise directi... \n",
"5 No, the person is not shown to be drinking any... \n",
"6 The video captures an outdoor event, suggested... \n",
"7 The video starts with a close-up of a small or... \n",
"8 The flower is moved further away from the came... \n",
"9 The hand holding the flower shows a continuous... \n",
"10 By the end of the video, the size of the flowe... \n",
"11 The action performed with the flower is presen... \n",
"12 At the midpoint of the video, the flower would... \n",
"13 The flower is being moved away/ backwards from... \n",
"14 The object moves away from the hand's initial ... \n",
"15 The snack packet ends up further away from the... \n",
"16 The movement was linear, as the object moved f... \n",
"17 No, the sequence begins on the right and moves... \n",
"18 No, there is no evidence of a pulling action. ... \n",
"19 The hand's action was more indicative of pushi... \n",
"\n",
" DimensionName VideoID \n",
"0 Time order understanding 204.mp4 \n",
"1 Time order understanding 204.mp4 \n",
"2 Time order understanding 204.mp4 \n",
"3 Time order understanding 204.mp4 \n",
"4 Time order understanding 204.mp4 \n",
"5 Time order understanding 204.mp4 \n",
"6 Time order understanding 204.mp4 \n",
"7 Time order understanding 205.webm \n",
"8 Time order understanding 205.webm \n",
"9 Time order understanding 205.webm \n",
"10 Time order understanding 205.webm \n",
"11 Time order understanding 205.webm \n",
"12 Time order understanding 205.webm \n",
"13 Time order understanding 205.webm \n",
"14 Time order understanding 206.mp4 \n",
"15 Time order understanding 206.mp4 \n",
"16 Time order understanding 206.mp4 \n",
"17 Time order understanding 206.mp4 \n",
"18 Time order understanding 206.mp4 \n",
"19 Time order understanding 206.mp4 "
]
},
"execution_count": 51,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"df.head(20)"
]
},
{
"cell_type": "code",
"execution_count": 52,
"metadata": {},
"outputs": [],
"source": [
"from datasets import Dataset, Features, Value\n",
"import pandas as pd\n",
"\n",
"# Define the features for the dataset\n",
"features = Features(\n",
" {\n",
" \"Q\": Value(dtype=\"string\"),\n",
" \"A\": Value(dtype=\"string\"),\n",
" \"DimensionName\": Value(dtype=\"string\"),\n",
" \"VideoID\": Value(dtype=\"string\"),\n",
" }\n",
")\n",
"\n",
"df_items = {\n",
" \"Q\": [],\n",
" \"A\": [],\n",
" \"DimensionName\": [],\n",
" \"VideoID\": [],\n",
"}\n",
"\n",
"for idx, row in df.iterrows():\n",
" df_items[\"Q\"].append(str(row[\"Q\"]))\n",
" df_items[\"A\"].append(str(row[\"A\"]))\n",
" df_items[\"DimensionName\"].append(str(row[\"DimensionName\"]))\n",
" df_items[\"VideoID\"].append(str(row[\"VideoID\"]))\n",
"\n",
"df_items = pd.DataFrame(df_items)"
]
},
{
"cell_type": "code",
"execution_count": 53,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Q</th>\n",
" <th>A</th>\n",
" <th>DimensionName</th>\n",
" <th>VideoID</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>Does the video depict a person performing an a...</td>\n",
" <td>No, the person is running backwards, which cha...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>What is happening in the video?</td>\n",
" <td>The video features a person in a blue running ...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>Is the person's gear more suitable for indoor ...</td>\n",
" <td>The person's gear, consisting of a blue runnin...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>Is the person running towards the camera or ru...</td>\n",
" <td>The person is running away from the camera by ...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>Is the person running in clockwise direction o...</td>\n",
" <td>The person is running in anticlockwise directi...</td>\n",
" <td>Time order understanding</td>\n",
" <td>204.mp4</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Q \\\n",
"0 Does the video depict a person performing an a... \n",
"1 What is happening in the video? \n",
"2 Is the person's gear more suitable for indoor ... \n",
"3 Is the person running towards the camera or ru... \n",
"4 Is the person running in clockwise direction o... \n",
"\n",
" A \\\n",
"0 No, the person is running backwards, which cha... \n",
"1 The video features a person in a blue running ... \n",
"2 The person's gear, consisting of a blue runnin... \n",
"3 The person is running away from the camera by ... \n",
"4 The person is running in anticlockwise directi... \n",
"\n",
" DimensionName VideoID \n",
"0 Time order understanding 204.mp4 \n",
"1 Time order understanding 204.mp4 \n",
"2 Time order understanding 204.mp4 \n",
"3 Time order understanding 204.mp4 \n",
"4 Time order understanding 204.mp4 "
]
},
"execution_count": 53,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"df_items.head()"
]
},
{
"cell_type": "code",
"execution_count": 54,
"metadata": {},
"outputs": [],
"source": [
"dataset = Dataset.from_pandas(df_items, features=features)"
]
},
{
"cell_type": "code",
"execution_count": 55,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"Creating parquet from Arrow format: 100%|██████████| 1/1 [00:00<00:00, 1515.28ba/s]\n",
"Uploading the dataset shards: 100%|██████████| 1/1 [00:01<00:00, 1.33s/it]\n"
]
},
{
"data": {
"text/plain": [
"CommitInfo(commit_url='https://huggingface.co/datasets/lmms-lab/CVRR-ES/commit/dd4d8ad2c74226ee6d3d8d53b2bda853e6e0503f', commit_message='Upload dataset', commit_description='', oid='dd4d8ad2c74226ee6d3d8d53b2bda853e6e0503f', pr_url=None, pr_revision=None, pr_num=None)"
]
},
"execution_count": 55,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"hub_dataset_path = \"lmms-lab/CVRR-ES\"\n",
"dataset.push_to_hub(repo_id=hub_dataset_path, split=\"test\", config_name=\"unusual_and_physically_anomalous_activities\")"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "lmms-eval",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.19"
}
},
"nbformat": 4,
"nbformat_minor": 2
}
|