Implement Superchat Calculator

tests/test_arcparam.py

@@ -8,7 +8,6 @@ def test_arcparam_0(mocker):
     param = arcparam.getparam("01234567890",-1)
     assert param == "op2w0wRyGjxDZzhhRFFvTE1ERXlNelExTmpjNE9UQWFFLXFvM2JrQkRRb0xNREV5TXpRMU5qYzRPVEFnQVElM0QlM0QoADAAOABAAEgEUhwIABAAGAAgACoOc3RhdGljY2hlY2tzdW1AAFgDYAFoAHIECAEQAHgA" 
 
-
 def test_arcparam_1(mocker):
     param = arcparam.getparam("01234567890", seektime = 100000)
     assert param == "op2w0wR3GjxDZzhhRFFvTE1ERXlNelExTmpjNE9UQWFFLXFvM2JrQkRRb0xNREV5TXpRMU5qYzRPVEFnQVElM0QlM0QogNDbw_QCMAA4AEAASANSHAgAEAAYACAAKg5zdGF0aWNjaGVja3N1bUAAWANgAWgAcgQIARAAeAA%3D"

tests/test_calculator_get_item.py

@@ -0,0 +1,138 @@
+from pytchat.processors.superchat.calculator import Calculator
+
+get_item = Calculator()._get_item
+
+dict_test = {
+    'root':{
+        'node0' : 'value0',
+        'node1' : 'value1',
+        'node2' : {
+            'node2-0' : 'value2-0'
+        },
+    
+        'node3' : [
+            {'node3-0' : 'value3-0'},
+            {'node3-1' : 
+                {'node3-1-0' : 'value3-1-0'}
+            }
+        ],
+        'node4' : [],
+        'node5' : [
+            [
+                {'node5-1-0' : 'value5-1-0'},
+                {'node5-1-1' : 'value5-1-1'},
+            ],
+                {'node5-0' : 'value5-0'},
+            
+        ]
+    }
+}
+
+items_test0 = [
+    'root',
+    'node1'
+]
+
+
+items_test_not_found0 = [
+    'root',
+    'other_data'
+]
+
+
+items_test_nest = [
+    'root',
+    'node2',
+    'node2-0'
+]
+
+items_test_list0 = [
+    'root',
+    'node3',
+    1,
+    'node3-1'
+]
+
+items_test_list1 = [
+    'root',
+    'node3',
+    1,
+    'node3-1',
+    'node3-1-0'
+]
+
+items_test_list2 = [
+    'root',
+    'node4',
+    None
+]
+
+items_test_list3 = [
+    'root',
+    'node4'
+]
+items_test_list_nest = [
+    'root',
+    'node5',
+    0,
+    1,
+    'node5-1-1'
+]
+
+items_test_list_nest_not_found1 = [
+    'root',
+    'node5',
+    0,
+    1,
+    'node5-1-1',
+    'nodez'
+]
+
+items_test_not_found1 = [
+    'root',
+    'node3',
+    2,
+    'node3-1',
+    'node3-1-0'
+]
+
+items_test_not_found2 = [
+    'root',
+    'node3',
+    2,
+    'node3-1',
+    'node3-1-0',
+    'nodex'
+]
+def test_get_items_0():
+    assert get_item(dict_test, items_test0) == 'value1'
+
+def test_get_items_1():
+    assert get_item(dict_test, items_test_not_found0) is None
+
+def test_get_items_2():
+    assert get_item(dict_test, items_test_nest) == 'value2-0'
+
+def test_get_items_3():
+    assert get_item(dict_test, items_test_list0) ==  {'node3-1-0' : 'value3-1-0'}
+
+def test_get_items_4():
+    assert get_item(dict_test, items_test_list1) ==  'value3-1-0'
+
+def test_get_items_5():
+    assert get_item(dict_test, items_test_not_found1) ==  None
+
+def test_get_items_6():
+    assert get_item(dict_test, items_test_not_found2) ==  None
+
+def test_get_items_7():
+    assert get_item(dict_test, items_test_list2) ==  None
+
+def test_get_items_8():
+    assert get_item(dict_test, items_test_list_nest) ==  'value5-1-1'
+
+def test_get_items_9():
+    assert get_item(dict_test, items_test_list_nest_not_found1) ==  None
+
+def test_get_items_10():
+    assert get_item(dict_test, items_test_list3) ==  []

tests/test_calculator_parse.py

@@ -0,0 +1,68 @@
+import json
+from pytchat.parser.live import Parser
+from pytchat.processors.superchat.calculator import Calculator
+from pytchat.exceptions import ChatParseException
+parse = Calculator()._parse
+
+
+def _open_file(path):
+    with open(path,mode ='r',encoding = 'utf-8') as f:
+        return f.read()
+
+def load_chatdata(filepath):
+    parser = Parser(is_replay=True)
+    #print(json.loads(_open_file(filepath)))
+    contents = parser.get_contents( json.loads(_open_file(filepath)))
+    return parser.parse(contents)[1]
+
+
+
+def test_parse_1():
+    renderer ={"purchaseAmountText":{"simpleText":"￥2,000"}}
+    symbol ,amount = parse(renderer)
+    assert symbol == '￥'
+    assert amount == 2000.0
+
+def test_parse_2():
+    renderer ={"purchaseAmountText":{"simpleText":"ABC\x0a200"}}
+    symbol ,amount = parse(renderer)
+    assert symbol == 'ABC\x0a'
+    assert amount == 200.0
+
+def test_process_0():
+    """
+    parse superchat data
+    """    
+    chat_component = {
+        'video_id':'',
+        'timeout':10,
+        'chatdata':load_chatdata(r"tests\testdata\calculator\superchat_0.json")
+    }
+    assert Calculator().process([chat_component])=={'￥': 6800.0, '€': 2.0}
+
+def test_process_1():
+    """
+    parse no superchat data
+    """
+    chat_component = {
+        'video_id':'',
+        'timeout':10,
+        'chatdata':load_chatdata(r"tests\testdata\calculator\text_only.json")
+    }
+    assert Calculator().process([chat_component])=={}
+
+def test_process_2():
+    """
+    try to parse after replay end
+    """
+    try:
+        chat_component = {
+            'video_id':'',
+            'timeout':10,
+            'chatdata':load_chatdata(r"tests\testdata\calculator\replay_end.json")
+        }
+        assert False
+        Calculator().process([chat_component])
+    except ChatParseException:
+        assert True
+    

tests/testdata/calculator/replay_end.json

@@ -0,0 +1,18 @@
+{
+ "response": {
+  "responseContext": {
+   "webResponseContextExtensionData": ""
+  },
+  "continuationContents": {
+   "liveChatContinuation": {
+    "continuations": [
+     {
+      "playerSeekContinuationData": {
+       "continuation": "___reload_continuation___"
+      }
+     }
+    ]
+   }
+  }
+ }
+}

tests/testdata/calculator/text_only.json

@@ -0,0 +1,89 @@
+{
+ "response": {
+  "responseContext": {
+   "webResponseContextExtensionData": ""
+  },
+  "continuationContents": {
+   "liveChatContinuation": {
+    "continuations": [
+     {
+      "invalidationContinuationData": {
+       "invalidationId": {
+        "objectSource": 1000,
+        "objectId": "___objectId___",
+        "topic": "chat~00000000000~0000000",
+        "subscribeToGcmTopics": true,
+        "protoCreationTimestampMs": "1577804400000"
+       },
+       "timeoutMs": 10000,
+       "continuation": "___continuation___"
+      }
+     }
+    ],
+    "actions": [
+     {
+      "replayChatItemAction": {
+       "actions": [
+        {
+         "addChatItemAction": {
+          "item": {
+           "liveChatTextMessageRenderer": {
+            "message": {
+             "runs": [
+              {
+               "text": "dummy_message"
+              }
+             ]
+            },
+            "authorName": {
+             "simpleText": "author_name"
+            },
+            "authorPhoto": {
+             "thumbnails": [
+              {
+               "url": "https://yt3.ggpht.com/------------/AAAAAAAAAAA/AAAAAAAAAAA/xxxxxxxxxxxx/s32-x-x-xx-xx-xx-c0xffffff/photo.jpg",
+               "width": 32,
+               "height": 32
+              },
+              {
+               "url": "https://yt3.ggpht.com/------------/AAAAAAAAAAA/AAAAAAAAAAA/xxxxxxxxxxxx/s32-x-x-xx-xx-xx-c0xffffff/photo.jpg",
+               "width": 64,
+               "height": 64
+              }
+             ]
+            },
+            "contextMenuEndpoint": {
+             "commandMetadata": {
+              "webCommandMetadata": {
+               "ignoreNavigation": true
+              }
+             },
+             "liveChatItemContextMenuEndpoint": {
+              "params": "___params___"
+             }
+            },
+            "id": "dummy_id",
+            "timestampUsec": 0,
+            "authorExternalChannelId": "http://www.youtube.com/channel/author_channel_url",
+            "contextMenuAccessibility": {
+             "accessibilityData": {
+              "label": "コメントの操作"
+             }
+            },
+            "timestampText": {
+             "simpleText": "0:00"
+            }
+           }
+          },
+          "clientId": "dummy_client_id"
+         }
+        }
+       ],
+       "videoOffsetTimeMsec": "10000"
+      }
+     }
+    ]
+   }
+  }
+ }
+}