|
| 1 | +from django.db import migrations |
| 2 | +from django.db.models.fields.related_descriptors import ( |
| 3 | + ForwardManyToOneDescriptor, |
| 4 | + ForwardOneToOneDescriptor, |
| 5 | + ManyToManyDescriptor, |
| 6 | + ReverseManyToOneDescriptor, |
| 7 | + ReverseOneToOneDescriptor, |
| 8 | +) |
| 9 | + |
| 10 | +plugin = { |
| 11 | + "python_module": { |
| 12 | + "health_check_schedule": None, |
| 13 | + "update_schedule": None, |
| 14 | + "module": "hunting_abuse.HuntingAbuseAPI", |
| 15 | + "base_path": "api_app.analyzers_manager.observable_analyzers", |
| 16 | + }, |
| 17 | + "name": "HuntingAbuseAPI", |
| 18 | + "description": "[HuntingAbuseAPI](https://hunting.abuse.ch/api/) provides an updated list of false positives from all it's services. This API can be queried to verify. if the provided observable is valid or false positive.", |
| 19 | + "disabled": False, |
| 20 | + "soft_time_limit": 60, |
| 21 | + "routing_key": "default", |
| 22 | + "health_check_status": True, |
| 23 | + "type": "observable", |
| 24 | + "docker_based": False, |
| 25 | + "maximum_tlp": "GREEN", |
| 26 | + "observable_supported": ["ip", "url", "domain", "hash", "generic"], |
| 27 | + "supported_filetypes": [], |
| 28 | + "run_hash": False, |
| 29 | + "run_hash_type": "", |
| 30 | + "not_supported_filetypes": [], |
| 31 | + "mapping_data_model": {}, |
| 32 | + "model": "analyzers_manager.AnalyzerConfig", |
| 33 | +} |
| 34 | + |
| 35 | +params = [ |
| 36 | + { |
| 37 | + "python_module": { |
| 38 | + "module": "hunting_abuse.HuntingAbuseAPI", |
| 39 | + "base_path": "api_app.analyzers_manager.observable_analyzers", |
| 40 | + }, |
| 41 | + "name": "auth_key", |
| 42 | + "type": "str", |
| 43 | + "description": "Please specify the Auth Key here which you got when registering with Abuse.ch api in order to access the API. \r\n\r\nRef: https://hunting.abuse.ch/api/", |
| 44 | + "is_secret": True, |
| 45 | + "required": True, |
| 46 | + } |
| 47 | +] |
| 48 | + |
| 49 | +values = [] |
| 50 | + |
| 51 | + |
| 52 | +def _get_real_obj(Model, field, value): |
| 53 | + def _get_obj(Model, other_model, value): |
| 54 | + if isinstance(value, dict): |
| 55 | + real_vals = {} |
| 56 | + for key, real_val in value.items(): |
| 57 | + real_vals[key] = _get_real_obj(other_model, key, real_val) |
| 58 | + value = other_model.objects.get_or_create(**real_vals)[0] |
| 59 | + # it is just the primary key serialized |
| 60 | + else: |
| 61 | + if isinstance(value, int): |
| 62 | + if Model.__name__ == "PluginConfig": |
| 63 | + value = other_model.objects.get(name=plugin["name"]) |
| 64 | + else: |
| 65 | + value = other_model.objects.get(pk=value) |
| 66 | + else: |
| 67 | + value = other_model.objects.get(name=value) |
| 68 | + return value |
| 69 | + |
| 70 | + if ( |
| 71 | + type(getattr(Model, field)) |
| 72 | + in [ |
| 73 | + ForwardManyToOneDescriptor, |
| 74 | + ReverseManyToOneDescriptor, |
| 75 | + ReverseOneToOneDescriptor, |
| 76 | + ForwardOneToOneDescriptor, |
| 77 | + ] |
| 78 | + and value |
| 79 | + ): |
| 80 | + other_model = getattr(Model, field).get_queryset().model |
| 81 | + value = _get_obj(Model, other_model, value) |
| 82 | + elif type(getattr(Model, field)) in [ManyToManyDescriptor] and value: |
| 83 | + other_model = getattr(Model, field).rel.model |
| 84 | + value = [_get_obj(Model, other_model, val) for val in value] |
| 85 | + return value |
| 86 | + |
| 87 | + |
| 88 | +def _create_object(Model, data): |
| 89 | + mtm, no_mtm = {}, {} |
| 90 | + for field, value in data.items(): |
| 91 | + value = _get_real_obj(Model, field, value) |
| 92 | + if type(getattr(Model, field)) is ManyToManyDescriptor: |
| 93 | + mtm[field] = value |
| 94 | + else: |
| 95 | + no_mtm[field] = value |
| 96 | + try: |
| 97 | + o = Model.objects.get(**no_mtm) |
| 98 | + except Model.DoesNotExist: |
| 99 | + o = Model(**no_mtm) |
| 100 | + o.full_clean() |
| 101 | + o.save() |
| 102 | + for field, value in mtm.items(): |
| 103 | + attribute = getattr(o, field) |
| 104 | + if value is not None: |
| 105 | + attribute.set(value) |
| 106 | + return False |
| 107 | + return True |
| 108 | + |
| 109 | + |
| 110 | +def migrate(apps, schema_editor): |
| 111 | + Parameter = apps.get_model("api_app", "Parameter") |
| 112 | + PluginConfig = apps.get_model("api_app", "PluginConfig") |
| 113 | + python_path = plugin.pop("model") |
| 114 | + Model = apps.get_model(*python_path.split(".")) |
| 115 | + if not Model.objects.filter(name=plugin["name"]).exists(): |
| 116 | + exists = _create_object(Model, plugin) |
| 117 | + if not exists: |
| 118 | + for param in params: |
| 119 | + _create_object(Parameter, param) |
| 120 | + for value in values: |
| 121 | + _create_object(PluginConfig, value) |
| 122 | + |
| 123 | + |
| 124 | +def reverse_migrate(apps, schema_editor): |
| 125 | + python_path = plugin.pop("model") |
| 126 | + Model = apps.get_model(*python_path.split(".")) |
| 127 | + Model.objects.get(name=plugin["name"]).delete() |
| 128 | + |
| 129 | + |
| 130 | +class Migration(migrations.Migration): |
| 131 | + atomic = False |
| 132 | + dependencies = [ |
| 133 | + ("api_app", "0071_delete_last_elastic_report"), |
| 134 | + ("analyzers_manager", "0157_analyzer_config_phunter"), |
| 135 | + ] |
| 136 | + |
| 137 | + operations = [migrations.RunPython(migrate, reverse_migrate)] |
0 commit comments