This is just getting weirder…
Here is the code:
for ii in range(10):
userParams2 = {}
userParams2['limit'] = 1000
userParams2['offset'] = ii * 1000
print(userParams2)
params = {}
for k, v in kwargs.items():
params[k] = v
collibraResponseAssets = requests.get(self.collibraRestURL + '/assets',
auth=HTTPBasicAuth(self.username, self.password),
params = userParams2)
asset_data = create_response_tuple(collibraResponseAssets)
if asset_data[0] != 200:
messages.append('ERROR: Asset Data Collibra extract has encountered errors!')
http_error(asset_data, messages, indent=indent1, debug=1)
quit()
result_list_Assets = asset_data[1].get("results")
print(technical_data_assets_set)
print(result_list_Assets[ii]['domain'].get('id'))
if result_list_Assets[ii]['domain'].get('id') not in technical_data_assets_set:
Here is the results:
Total domain records: 79363
Total domain loops: 80
Total asset records: 513074
Total asset loops: 514
{‘limit’: 1000, ‘offset’: 0}
{’’, ‘363c52e4-e123-4ad1-95f7-0b7e36ef14ed’, ‘d8c87b40-5db1-4ffe-88d2-2c4335700a44’, ‘b0ae8484-d259-4ff8-b645-fbbd9bb9fd9c’, ‘1f2e03dd-3746-4ee5-9546-d4b9eff138fb’, ‘c9f607e6-769d-4b96-b2c1-17d3b7753cd8’, ‘3e38a220-3317-4b7d-84ed-94f7c5eb6b42’, ‘afc796e5-48ba-45a3-8e18-9f12034cce2b’, ‘879ce1a2-0ee5-4ca6-a0bb-fca5612ea829’, ‘f7a38884-fb95-4bd8-bce5-913826954a3e’, ‘8f413388-95bb-4699-8a59-e58e588b9723’, ‘30780083-7fec-42dd-a96e-a4c56745b689’, ‘6ce5207a-4dab-4094-8dc5-1e5543e2d515’, ‘8bbb0ba9-b5dc-46f9-b87c-adab6aeb710e’, ‘2a17cdd2-9154-4ced-9b19-8788d91e334e’, ‘c03c8c05-2bbe-48f6-9568-edc3826d2a8a’, ‘f2caee35-9b0b-4b7b-8054-3d1b520090e0’, ‘3a4c0cc8-84f9-4ebe-8740-fbcd3e79e31b’, ‘b01481bc-1858-4e83-a870-189dec1bbdb4’, ‘ab53c6fc-30eb-431d-b0ec-5bb489b5ab54’, ‘efc953e0-a6e4-4792-983d-68392697c10e’, ‘b8946e80-c138-461b-9f78-54b6f79553a4’}
4904d0e8-9758-4357-8001-d4254a0123d8
{‘limit’: 1000, ‘offset’: 1000}
{’’, ‘363c52e4-e123-4ad1-95f7-0b7e36ef14ed’, ‘d8c87b40-5db1-4ffe-88d2-2c4335700a44’, ‘b0ae8484-d259-4ff8-b645-fbbd9bb9fd9c’, ‘1f2e03dd-3746-4ee5-9546-d4b9eff138fb’, ‘c9f607e6-769d-4b96-b2c1-17d3b7753cd8’, ‘3e38a220-3317-4b7d-84ed-94f7c5eb6b42’, ‘afc796e5-48ba-45a3-8e18-9f12034cce2b’, ‘879ce1a2-0ee5-4ca6-a0bb-fca5612ea829’, ‘f7a38884-fb95-4bd8-bce5-913826954a3e’, ‘8f413388-95bb-4699-8a59-e58e588b9723’, ‘30780083-7fec-42dd-a96e-a4c56745b689’, ‘6ce5207a-4dab-4094-8dc5-1e5543e2d515’, ‘8bbb0ba9-b5dc-46f9-b87c-adab6aeb710e’, ‘2a17cdd2-9154-4ced-9b19-8788d91e334e’, ‘c03c8c05-2bbe-48f6-9568-edc3826d2a8a’, ‘f2caee35-9b0b-4b7b-8054-3d1b520090e0’, ‘3a4c0cc8-84f9-4ebe-8740-fbcd3e79e31b’, ‘b01481bc-1858-4e83-a870-189dec1bbdb4’, ‘ab53c6fc-30eb-431d-b0ec-5bb489b5ab54’, ‘efc953e0-a6e4-4792-983d-68392697c10e’, ‘b8946e80-c138-461b-9f78-54b6f79553a4’}
c313f69e-7c94-4f3c-91b9-27502cd51836
{‘limit’: 1000, ‘offset’: 2000}
{’’, ‘363c52e4-e123-4ad1-95f7-0b7e36ef14ed’, ‘d8c87b40-5db1-4ffe-88d2-2c4335700a44’, ‘b0ae8484-d259-4ff8-b645-fbbd9bb9fd9c’, ‘1f2e03dd-3746-4ee5-9546-d4b9eff138fb’, ‘c9f607e6-769d-4b96-b2c1-17d3b7753cd8’, ‘3e38a220-3317-4b7d-84ed-94f7c5eb6b42’, ‘afc796e5-48ba-45a3-8e18-9f12034cce2b’, ‘879ce1a2-0ee5-4ca6-a0bb-fca5612ea829’, ‘f7a38884-fb95-4bd8-bce5-913826954a3e’, ‘8f413388-95bb-4699-8a59-e58e588b9723’, ‘30780083-7fec-42dd-a96e-a4c56745b689’, ‘6ce5207a-4dab-4094-8dc5-1e5543e2d515’, ‘8bbb0ba9-b5dc-46f9-b87c-adab6aeb710e’, ‘2a17cdd2-9154-4ced-9b19-8788d91e334e’, ‘c03c8c05-2bbe-48f6-9568-edc3826d2a8a’, ‘f2caee35-9b0b-4b7b-8054-3d1b520090e0’, ‘3a4c0cc8-84f9-4ebe-8740-fbcd3e79e31b’, ‘b01481bc-1858-4e83-a870-189dec1bbdb4’, ‘ab53c6fc-30eb-431d-b0ec-5bb489b5ab54’, ‘efc953e0-a6e4-4792-983d-68392697c10e’, ‘b8946e80-c138-461b-9f78-54b6f79553a4’}
c313f69e-7c94-4f3c-91b9-27502cd51836
{‘limit’: 1000, ‘offset’: 3000}
{’’, ‘363c52e4-e123-4ad1-95f7-0b7e36ef14ed’, ‘d8c87b40-5db1-4ffe-88d2-2c4335700a44’, ‘b0ae8484-d259-4ff8-b645-fbbd9bb9fd9c’, ‘1f2e03dd-3746-4ee5-9546-d4b9eff138fb’, ‘c9f607e6-769d-4b96-b2c1-17d3b7753cd8’, ‘3e38a220-3317-4b7d-84ed-94f7c5eb6b42’, ‘afc796e5-48ba-45a3-8e18-9f12034cce2b’, ‘879ce1a2-0ee5-4ca6-a0bb-fca5612ea829’, ‘f7a38884-fb95-4bd8-bce5-913826954a3e’, ‘8f413388-95bb-4699-8a59-e58e588b9723’, ‘30780083-7fec-42dd-a96e-a4c56745b689’, ‘6ce5207a-4dab-4094-8dc5-1e5543e2d515’, ‘8bbb0ba9-b5dc-46f9-b87c-adab6aeb710e’, ‘2a17cdd2-9154-4ced-9b19-8788d91e334e’, ‘c03c8c05-2bbe-48f6-9568-edc3826d2a8a’, ‘f2caee35-9b0b-4b7b-8054-3d1b520090e0’, ‘3a4c0cc8-84f9-4ebe-8740-fbcd3e79e31b’, ‘b01481bc-1858-4e83-a870-189dec1bbdb4’, ‘ab53c6fc-30eb-431d-b0ec-5bb489b5ab54’, ‘efc953e0-a6e4-4792-983d-68392697c10e’, ‘b8946e80-c138-461b-9f78-54b6f79553a4’}
30780083-7fec-42dd-a96e-a4c56745b689
{‘limit’: 1000, ‘offset’: 4000}
{’’, ‘363c52e4-e123-4ad1-95f7-0b7e36ef14ed’, ‘d8c87b40-5db1-4ffe-88d2-2c4335700a44’, ‘b0ae8484-d259-4ff8-b645-fbbd9bb9fd9c’, ‘1f2e03dd-3746-4ee5-9546-d4b9eff138fb’, ‘c9f607e6-769d-4b96-b2c1-17d3b7753cd8’, ‘3e38a220-3317-4b7d-84ed-94f7c5eb6b42’, ‘afc796e5-48ba-45a3-8e18-9f12034cce2b’, ‘879ce1a2-0ee5-4ca6-a0bb-fca5612ea829’, ‘f7a38884-fb95-4bd8-bce5-913826954a3e’, ‘8f413388-95bb-4699-8a59-e58e588b9723’, ‘30780083-7fec-42dd-a96e-a4c56745b689’, ‘6ce5207a-4dab-4094-8dc5-1e5543e2d515’, ‘8bbb0ba9-b5dc-46f9-b87c-adab6aeb710e’, ‘2a17cdd2-9154-4ced-9b19-8788d91e334e’, ‘c03c8c05-2bbe-48f6-9568-edc3826d2a8a’, ‘f2caee35-9b0b-4b7b-8054-3d1b520090e0’, ‘3a4c0cc8-84f9-4ebe-8740-fbcd3e79e31b’, ‘b01481bc-1858-4e83-a870-189dec1bbdb4’, ‘ab53c6fc-30eb-431d-b0ec-5bb489b5ab54’, ‘efc953e0-a6e4-4792-983d-68392697c10e’, ‘b8946e80-c138-461b-9f78-54b6f79553a4’}
c313f69e-7c94-4f3c-91b9-27502cd51836
{‘limit’: 1000, ‘offset’: 5000}
{’’, ‘363c52e4-e123-4ad1-95f7-0b7e36ef14ed’, ‘d8c87b40-5db1-4ffe-88d2-2c4335700a44’, ‘b0ae8484-d259-4ff8-b645-fbbd9bb9fd9c’, ‘1f2e03dd-3746-4ee5-9546-d4b9eff138fb’, ‘c9f607e6-769d-4b96-b2c1-17d3b7753cd8’, ‘3e38a220-3317-4b7d-84ed-94f7c5eb6b42’, ‘afc796e5-48ba-45a3-8e18-9f12034cce2b’, ‘879ce1a2-0ee5-4ca6-a0bb-fca5612ea829’, ‘f7a38884-fb95-4bd8-bce5-913826954a3e’, ‘8f413388-95bb-4699-8a59-e58e588b9723’, ‘30780083-7fec-42dd-a96e-a4c56745b689’, ‘6ce5207a-4dab-4094-8dc5-1e5543e2d515’, ‘8bbb0ba9-b5dc-46f9-b87c-adab6aeb710e’, ‘2a17cdd2-9154-4ced-9b19-8788d91e334e’, ‘c03c8c05-2bbe-48f6-9568-edc3826d2a8a’, ‘f2caee35-9b0b-4b7b-8054-3d1b520090e0’, ‘3a4c0cc8-84f9-4ebe-8740-fbcd3e79e31b’, ‘b01481bc-1858-4e83-a870-189dec1bbdb4’, ‘ab53c6fc-30eb-431d-b0ec-5bb489b5ab54’, ‘efc953e0-a6e4-4792-983d-68392697c10e’, ‘b8946e80-c138-461b-9f78-54b6f79553a4’}
c313f69e-7c94-4f3c-91b9-27502cd51836
{‘limit’: 1000, ‘offset’: 6000}
{’’, ‘363c52e4-e123-4ad1-95f7-0b7e36ef14ed’, ‘d8c87b40-5db1-4ffe-88d2-2c4335700a44’, ‘b0ae8484-d259-4ff8-b645-fbbd9bb9fd9c’, ‘1f2e03dd-3746-4ee5-9546-d4b9eff138fb’, ‘c9f607e6-769d-4b96-b2c1-17d3b7753cd8’, ‘3e38a220-3317-4b7d-84ed-94f7c5eb6b42’, ‘afc796e5-48ba-45a3-8e18-9f12034cce2b’, ‘879ce1a2-0ee5-4ca6-a0bb-fca5612ea829’, ‘f7a38884-fb95-4bd8-bce5-913826954a3e’, ‘8f413388-95bb-4699-8a59-e58e588b9723’, ‘30780083-7fec-42dd-a96e-a4c56745b689’, ‘6ce5207a-4dab-4094-8dc5-1e5543e2d515’, ‘8bbb0ba9-b5dc-46f9-b87c-adab6aeb710e’, ‘2a17cdd2-9154-4ced-9b19-8788d91e334e’, ‘c03c8c05-2bbe-48f6-9568-edc3826d2a8a’, ‘f2caee35-9b0b-4b7b-8054-3d1b520090e0’, ‘3a4c0cc8-84f9-4ebe-8740-fbcd3e79e31b’, ‘b01481bc-1858-4e83-a870-189dec1bbdb4’, ‘ab53c6fc-30eb-431d-b0ec-5bb489b5ab54’, ‘efc953e0-a6e4-4792-983d-68392697c10e’, ‘b8946e80-c138-461b-9f78-54b6f79553a4’}
4cbeb366-7759-42c6-ab71-ceef6dac89a9
{‘limit’: 1000, ‘offset’: 7000}
{’’, ‘363c52e4-e123-4ad1-95f7-0b7e36ef14ed’, ‘d8c87b40-5db1-4ffe-88d2-2c4335700a44’, ‘b0ae8484-d259-4ff8-b645-fbbd9bb9fd9c’, ‘1f2e03dd-3746-4ee5-9546-d4b9eff138fb’, ‘c9f607e6-769d-4b96-b2c1-17d3b7753cd8’, ‘3e38a220-3317-4b7d-84ed-94f7c5eb6b42’, ‘afc796e5-48ba-45a3-8e18-9f12034cce2b’, ‘879ce1a2-0ee5-4ca6-a0bb-fca5612ea829’, ‘f7a38884-fb95-4bd8-bce5-913826954a3e’, ‘8f413388-95bb-4699-8a59-e58e588b9723’, ‘30780083-7fec-42dd-a96e-a4c56745b689’, ‘6ce5207a-4dab-4094-8dc5-1e5543e2d515’, ‘8bbb0ba9-b5dc-46f9-b87c-adab6aeb710e’, ‘2a17cdd2-9154-4ced-9b19-8788d91e334e’, ‘c03c8c05-2bbe-48f6-9568-edc3826d2a8a’, ‘f2caee35-9b0b-4b7b-8054-3d1b520090e0’, ‘3a4c0cc8-84f9-4ebe-8740-fbcd3e79e31b’, ‘b01481bc-1858-4e83-a870-189dec1bbdb4’, ‘ab53c6fc-30eb-431d-b0ec-5bb489b5ab54’, ‘efc953e0-a6e4-4792-983d-68392697c10e’, ‘b8946e80-c138-461b-9f78-54b6f79553a4’}
c313f69e-7c94-4f3c-91b9-27502cd51836
{‘limit’: 1000, ‘offset’: 8000}
{’’, ‘363c52e4-e123-4ad1-95f7-0b7e36ef14ed’, ‘d8c87b40-5db1-4ffe-88d2-2c4335700a44’, ‘b0ae8484-d259-4ff8-b645-fbbd9bb9fd9c’, ‘1f2e03dd-3746-4ee5-9546-d4b9eff138fb’, ‘c9f607e6-769d-4b96-b2c1-17d3b7753cd8’, ‘3e38a220-3317-4b7d-84ed-94f7c5eb6b42’, ‘afc796e5-48ba-45a3-8e18-9f12034cce2b’, ‘879ce1a2-0ee5-4ca6-a0bb-fca5612ea829’, ‘f7a38884-fb95-4bd8-bce5-913826954a3e’, ‘8f413388-95bb-4699-8a59-e58e588b9723’, ‘30780083-7fec-42dd-a96e-a4c56745b689’, ‘6ce5207a-4dab-4094-8dc5-1e5543e2d515’, ‘8bbb0ba9-b5dc-46f9-b87c-adab6aeb710e’, ‘2a17cdd2-9154-4ced-9b19-8788d91e334e’, ‘c03c8c05-2bbe-48f6-9568-edc3826d2a8a’, ‘f2caee35-9b0b-4b7b-8054-3d1b520090e0’, ‘3a4c0cc8-84f9-4ebe-8740-fbcd3e79e31b’, ‘b01481bc-1858-4e83-a870-189dec1bbdb4’, ‘ab53c6fc-30eb-431d-b0ec-5bb489b5ab54’, ‘efc953e0-a6e4-4792-983d-68392697c10e’, ‘b8946e80-c138-461b-9f78-54b6f79553a4’}
4cbeb366-7759-42c6-ab71-ceef6dac89a9
{‘limit’: 1000, ‘offset’: 9000}
{’’, ‘363c52e4-e123-4ad1-95f7-0b7e36ef14ed’, ‘d8c87b40-5db1-4ffe-88d2-2c4335700a44’, ‘b0ae8484-d259-4ff8-b645-fbbd9bb9fd9c’, ‘1f2e03dd-3746-4ee5-9546-d4b9eff138fb’, ‘c9f607e6-769d-4b96-b2c1-17d3b7753cd8’, ‘3e38a220-3317-4b7d-84ed-94f7c5eb6b42’, ‘afc796e5-48ba-45a3-8e18-9f12034cce2b’, ‘879ce1a2-0ee5-4ca6-a0bb-fca5612ea829’, ‘f7a38884-fb95-4bd8-bce5-913826954a3e’, ‘8f413388-95bb-4699-8a59-e58e588b9723’, ‘30780083-7fec-42dd-a96e-a4c56745b689’, ‘6ce5207a-4dab-4094-8dc5-1e5543e2d515’, ‘8bbb0ba9-b5dc-46f9-b87c-adab6aeb710e’, ‘2a17cdd2-9154-4ced-9b19-8788d91e334e’, ‘c03c8c05-2bbe-48f6-9568-edc3826d2a8a’, ‘f2caee35-9b0b-4b7b-8054-3d1b520090e0’, ‘3a4c0cc8-84f9-4ebe-8740-fbcd3e79e31b’, ‘b01481bc-1858-4e83-a870-189dec1bbdb4’, ‘ab53c6fc-30eb-431d-b0ec-5bb489b5ab54’, ‘efc953e0-a6e4-4792-983d-68392697c10e’, ‘b8946e80-c138-461b-9f78-54b6f79553a4’}
b0ae8484-d259-4ff8-b645-fbbd9bb9fd9c
The data in {} is the “print(technical_data_assets_set)”
It is only printing 1 row from the “print(result_list_Assets[ii][‘domain’].get(‘id’))” But, it only prints 10 records. That must be because of this:
for ii in range(10):
userParams2 = {}
userParams2[‘limit’] = 1000
userParams2[‘offset’] = ii * 1000
But, it adds 1,000 records to the database. The “limit” prevents it adding more.
This is getting way too confusing…