diff options
| -rw-r--r-- | nlp/TestApiSquad.py | 30 | ||||
| -rw-r--r-- | nlp/Test_1.py | 107 | ||||
| -rw-r--r-- | nlp/requirements.txt | 3 | ||||
| -rw-r--r-- | nlp/test_1.py | 24 | ||||
| -rw-r--r-- | nlp/tox.ini | 2 |
5 files changed, 110 insertions, 56 deletions
diff --git a/nlp/TestApiSquad.py b/nlp/TestApiSquad.py deleted file mode 100644 index 537b41d..0000000 --- a/nlp/TestApiSquad.py +++ /dev/null @@ -1,30 +0,0 @@ -from __future__ import absolute_import -from __future__ import division -from __future__ import print_function - -import unittest -from unittest import mock -import sys -sys.path.append("scripts") -import pandas as pd -sys.modules['modeling'] = mock.Mock() -sys.modules['optimization'] = mock.Mock() -sys.modules['tokenization'] = mock.Mock() -sys.modules['tensorflow'] = mock.Mock() -import api_squad - - -class TestApiSquad(unittest.TestCase): - - def test_make_json(self): - data = {"Sequence": ['0'], "text": ['Please'], "Communication Service Name": ['exclusive'], "Max Number of UEs": ['10'], "Data Rate Downlink": ['1Gbps'], "Latency": ['low'], "Data Rate Uplink": ['1Gbps'], "Resource Sharing Level": ['Resources are not shared'], "Mobility": ['Fixed network'], "Area": ['East of seven Science and Technology cities in North Changping']} - df = pd.DataFrame(data, index=[0]) - mock_data_train = mock.Mock(return_value=df) - pd.read_excel = mock_data_train - result = api_squad.make_json('fileName', ['Communication Service Name', 'Max Number of UEs', 'Data Rate Downlink', 'Latency', 'Data Rate Uplink', 'Resource Sharing Level', 'Mobility', 'Area']) - print(result) - self.assertEqual(result, '{"data": [{"title": "Not available", "paragraphs": [{"context": "Please", "qas": [{"answers": [{"text": "exclusive", "answer_start": -1}], "is_impossible": 0, "id": "0Communication Service Name", "question": "Communication Service Name"}, {"answers": [{"text": "10", "answer_start": -1}], "is_impossible": 0, "id": "0Max Number of UEs", "question": "Max Number of UEs"}, {"answers": [{"text": "1Gbps", "answer_start": -1}], "is_impossible": 0, "id": "0Data Rate Downlink", "question": "Data Rate Downlink"}, {"answers": [{"text": "low", "answer_start": -1}], "is_impossible": 0, "id": "0Latency", "question": "Latency"}, {"answers": [{"text": "1Gbps", "answer_start": -1}], "is_impossible": 0, "id": "0Data Rate Uplink", "question": "Data Rate Uplink"}, {"answers": [{"text": "Resources are not shared", "answer_start": -1}], "is_impossible": 0, "id": "0Resource Sharing Level", "question": "Resource Sharing Level"}, {"answers": [{"text": "Fixed network", "answer_start": -1}], "is_impossible": 0, "id": "0Mobility", "question": "Mobility"}, {"answers": [{"text": "East of seven Science and Technology cities in North Changping", "answer_start": -1}], "is_impossible": 0, "id": "0Area", "question": "Area"}]}]}]}') - - -if __name__ == "__main__": - unittest.main()
\ No newline at end of file diff --git a/nlp/Test_1.py b/nlp/Test_1.py new file mode 100644 index 0000000..07ef859 --- /dev/null +++ b/nlp/Test_1.py @@ -0,0 +1,107 @@ +from __future__ import absolute_import +from __future__ import division +from __future__ import print_function + +import unittest +from unittest import mock +import sys +sys.path.append("scripts") +import pandas as pd +sys.modules['modeling'] = mock.Mock() +sys.modules['optimization'] = mock.Mock() +sys.modules['tokenization'] = mock.Mock() +sys.modules['tensorflow'] = mock.Mock() +import api_squad_offline +import tokenization +import tensorflow +import api_squad +import requests +import create_squad_features + + +class TestApiSquad(unittest.TestCase): + + def test_make_json(self): + data = {"Sequence": ['0'], "text": ['Please'], "Communication Service Name": ['exclusive'], "Max Number of UEs": ['10'], "Data Rate Downlink": ['1Gbps'], "Latency": ['low'], "Data Rate Uplink": ['1Gbps'], "Resource Sharing Level": ['Resources are not shared'], "Mobility": ['Fixed network'], "Area": ['East of seven Science and Technology cities in North Changping']} + df = pd.DataFrame(data, index=[0]) + mock_data_train = mock.Mock(return_value=df) + pd.read_excel = mock_data_train + result = api_squad.make_json('fileName', ['Communication Service Name', 'Max Number of UEs', 'Data Rate Downlink', 'Latency', 'Data Rate Uplink', 'Resource Sharing Level', 'Mobility', 'Area']) + print(result) + self.assertEqual(result, '{"data": [{"title": "Not available", "paragraphs": [{"context": "Please", "qas": [{"answers": [{"text": "exclusive", "answer_start": -1}], "is_impossible": 0, "id": "0Communication Service Name", "question": "Communication Service Name"}, {"answers": [{"text": "10", "answer_start": -1}], "is_impossible": 0, "id": "0Max Number of UEs", "question": "Max Number of UEs"}, {"answers": [{"text": "1Gbps", "answer_start": -1}], "is_impossible": 0, "id": "0Data Rate Downlink", "question": "Data Rate Downlink"}, {"answers": [{"text": "low", "answer_start": -1}], "is_impossible": 0, "id": "0Latency", "question": "Latency"}, {"answers": [{"text": "1Gbps", "answer_start": -1}], "is_impossible": 0, "id": "0Data Rate Uplink", "question": "Data Rate Uplink"}, {"answers": [{"text": "Resources are not shared", "answer_start": -1}], "is_impossible": 0, "id": "0Resource Sharing Level", "question": "Resource Sharing Level"}, {"answers": [{"text": "Fixed network", "answer_start": -1}], "is_impossible": 0, "id": "0Mobility", "question": "Mobility"}, {"answers": [{"text": "East of seven Science and Technology cities in North Changping", "answer_start": -1}], "is_impossible": 0, "id": "0Area", "question": "Area"}]}]}]}') + + def test_read_squad_examples(self): + json = '{"data": [{"title": "Not available", "paragraphs": [{"context": "Please assist in opening exclusive slicing service. It is estimated that the number of access user devices is 10. Upload and download are required to be at least 1Gbps, and the delay is low. Fixed network. I live in the East of seven Science and Technology cities in North Changping. ", "qas": [{"answers": [{"text": "exclusive", "answer_start": -1}], "is_impossible": 0, "id": "0Communication Service Name", "question": "Communication Service Name"}, {"answers": [{"text": "10", "answer_start": -1}], "is_impossible": 0, "id": "0Max Number of UEs", "question": "Max Number of UEs"}, {"answers": [{"text": "1Gbps", "answer_start": -1}], "is_impossible": 0, "id": "0Data Rate Downlink", "question": "Data Rate Downlink"}, {"answers": [{"text": "low", "answer_start": -1}], "is_impossible": 0, "id": "0Latency", "question": "Latency"}, {"answers": [{"text": "1Gbps", "answer_start": -1}], "is_impossible": 0, "id": "0Data Rate Uplink", "question": "Data Rate Uplink"}, {"answers": [{"text": "Resources are not shared", "answer_start": -1}], "is_impossible": 0, "id": "0Resource Sharing Level", "question": "Resource Sharing Level"}, {"answers": [{"text": "Fixed network", "answer_start": -1}], "is_impossible": 0, "id": "0Mobility", "question": "Mobility"}, {"answers": [{"text": "East of seven Science and Technology cities in North Changping", "answer_start": -1}], "is_impossible": 0, "id": "0Area", "question": "Area"}]}]}]}' + questions = ['Communication Service Name', 'Max Number of UEs', 'Data Rate Downlink', 'Latency', 'Data Rate Uplink', + 'Resource Sharing Level', 'Mobility', 'Area'] + mock_data = mock.Mock(return_value=json) + api_squad.make_json = mock_data + tokenization.whitespace_tokenize = mock.Mock(return_value=("r", "u", "n", "o", "o", "b")) + tensorflow.logging.warning = mock.Mock(return_value=1) + result = api_squad.read_squad_examples("", True, questions, True) + print(result) + self.assertEqual(result, []) + + def test_convert_examples_to_features(self): + examples = [] + example = api_squad.SquadExample( + qas_id='50Max Number of UEs', + question_text='Max Number of UEs', + doc_tokens=['X', 'X', ' ', 'B', 'a', 'n', 'k', ' ', 'o', 'f', 'f', 'i', 'c', 'i', 'a', 'l', ' ', 'n', 'e', 't', 'w', 'o', 'r'], #'k', ' ', 'a', 't', ' ', 'F', 'i', 'n', 'a', 'n', 'c', 'i', 'a', 'l', ' ', 'S', 't', 'r', 'e', 'e', 't', ',', ' ', 'X', 'i', 'c', 'h', 'e', 'n', 'g', ' ', 'D', 'i', 's', 't', 'r', 'i', 'c', 't', ',', ' ', 'B', 'e', 'i', 'j', 'i', 'n', 'g', ';', ' ', 'a', 'c', 'c', 'e', 's', 's', ' ', 'n', 'u', 'm', 'b', 'e', 'r', ' ', '1', '0', '0', '0', '0', ';', ' ', 'n', 'o', 'n', '-', 's', 'h', 'a', 'r', 'e', 'd', ' ', 'n', 'e', 't', 'w', 'o', 'r', 'k', ';', ' ', 's', 't', 'a', 't', 'i', 'o', 'n', 'a', 'r', 'y', ' ', 'n', 'e', 't', 'w', 'o', 'r', 'k', ';', ' ', 't', 'h', 'e', ' ', 'l', 'a', 't', 'e', 'n', 'c', 'y', ' ', 'i', 's', ' ', 'a', 's', ' ', 'l', 'o', 'w', ' ', 'a', 's', ' ', 'p', 'o', 's', 's', 'i', 'b', 'l', 'e', ',', ' ', 'u', 'p', 'l', 'o', 'a', 'd', ' ', 'a', 'n', 'd', ' ', 'd', 'o', 'w', 'n', 'l', 'o', 'a', 'd', ' ', 'b', 'a', 'n', 'd', 'w', 'i', 't', 'h', 's', ' ', 'a', 'r', 'e', ' ', '1', '0', 'G', 'b'], + orig_answer_text=None, + start_position = 12, + end_position=12, + is_impossible=0) + examples.append(example) + tokenizer= mock.Mock() + max_seq_length = 512 + doc_stride = 128 + max_query_length = 64 + is_training = True + output_fn = mock.Mock() + + tokenizer.tokenize = mock.Mock(return_value="T") + tokenizer.convert_tokens_to_ids = mock.Mock(return_value=['X', 'X', ' ', 'B', 'a', 'n', 'k', ' ', 'o', 'f', 'f', 'i', 'c', 'i', 'a', 'l', ' ', 'n', 'e', 't', 'w', 'o', 'r', 'k', ' ', 'a', 't']) + tokenization.printable_text = mock.Mock(return_value="XX") + result = api_squad.convert_examples_to_features(examples, tokenizer, max_seq_length, + doc_stride, max_query_length, is_training, + output_fn) + self.assertEqual([], []) + # examples = ['qas_id': '50Max Number of UEs', 'question_text': "Max Number of UEs", doc_tokens: [XX Bank official network at Financial Street, Xicheng District, Beijing; access number 10000; non-shared network; stationary network; the latency is as low as possible, upload and download bandwiths are 10Gb], start_position: 12, end_position: 12, is_impossible: 0] + +class TestApiSquadOffline(unittest.TestCase): + def test_serving_input_fn(self): + tensorflow.placeholder = mock.Mock(return_value = "1") + + def sum_func(): + return "input_fn" + tensorflow.estimator.export.build_raw_serving_input_receiver_fn = mock.Mock(return_value = sum_func) + result = api_squad_offline.serving_input_fn() + self.assertEqual(result, "input_fn") + +class TestCreateSquadFeatures(unittest.TestCase): + + def test_get_squad_feature_result(self): + + arr = [] + for num in range(5, 63): + arr.append([1] * num) + + tokenizer= mock.Mock() + tokenization.BasicTokenizer = mock.Mock(return_value=tokenizer) + tokenizer.tokenize = mock.Mock(return_value="T") + tokenizer.convert_tokens_to_ids = mock.Mock(side_effect=arr) + tokenization.printable_text = mock.Mock(return_value="Please") + + requests.post = mock.Mock(return_value=request('{"predictions":[{"start_logits":[0,1,2,3,4,5,6,7,8,9,10],"end_logits":[10,11,12,13,14,15,16,17,18,19,20]}]}')) + + create_squad_features.get_squad_feature_result("predict", "Please assist to open the exclusive slicing service. It is estimated that the number of access user devices is 1. It is required to upload 500MB and download 1GB. It is also required to have low delay, fixed network and no sharing of resources. My residence is in the future science and technology city of Changping District. .", tokenizer, ['Communication Service Name'], "http://localhost:8502/v1/models/predict:predict") + self.assertEqual(1,1) + + +class request(object): + def __init__(self, text): + self.text = text + +if __name__ == "__main__": + unittest.main()
\ No newline at end of file diff --git a/nlp/requirements.txt b/nlp/requirements.txt index 18d09a7..af077b6 100644 --- a/nlp/requirements.txt +++ b/nlp/requirements.txt @@ -3,4 +3,5 @@ entrypoints==0.3 Flask==1.1.1 coverage==4.2 six==1.12.0 -pandas==0.24.2
\ No newline at end of file +pandas==0.24.2 +requests==2.22.0
\ No newline at end of file diff --git a/nlp/test_1.py b/nlp/test_1.py deleted file mode 100644 index 3e50176..0000000 --- a/nlp/test_1.py +++ /dev/null @@ -1,24 +0,0 @@ -# -*- coding:utf-8 -*- -import pytest - - -@pytest.fixture(scope='function') -def setup_function(request): - def teardown_function(): - print("teardown_function called.") - request.addfinalizer(teardown_function) # 此内嵌函数做teardown工作 - print('setup_function called.') - - -@pytest.fixture(scope='module') -def setup_module(request): - def teardown_module(): - print("teardown_module called.") - request.addfinalizer(teardown_module) - print('setup_module called.') - - -# @pytest.mark.website -def test_1(setup_function): - print('Test_1 called.') - assert 1 == 1 diff --git a/nlp/tox.ini b/nlp/tox.ini index 40208b2..11720a8 100644 --- a/nlp/tox.ini +++ b/nlp/tox.ini @@ -13,7 +13,7 @@ commands = flake8 [testenv] deps = -r{toxinidir}/requirements.txt -commands = coverage run --branch TestApiSquad.py +commands = coverage run --branch Test_1.py [testenv:py36] commands = |